-- Logs begin at Mon 2021-07-19 07:04:06 UTC, end at Mon 2021-07-19 07:59:51 UTC. -- Jul 19 07:33:30.906409 dv-cinder-772623-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 07:33:33.588655 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.common.config [-] Logging enabled! Jul 19 07:33:33.589238 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 19 07:33:33.589420 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 07:33:33.592606 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.common.config [-] Logging enabled! Jul 19 07:33:33.592862 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 19 07:33:33.593175 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 07:33:33.594114 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 07:33:33.594349 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 07:33:33.594714 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 07:33:33.594960 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 07:33:33.595189 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 07:33:33.595533 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.595833 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.596134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.596387 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.596689 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.596981 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.597265 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.597556 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.597854 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.598140 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.598421 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.598707 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.598938 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.599216 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.599503 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.599791 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.600016 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] debug = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.600318 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.600756 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.601162 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.601444 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.601735 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.602017 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.602289 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.602566 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.602850 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.603178 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] host = dv-cinder-772623-11-iscsi {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.603455 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.603742 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.604031 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.604342 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.604621 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.604901 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.605185 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.605466 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.605739 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] log_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.606017 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.606307 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.606596 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.606888 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.607114 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.607337 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.607627 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.607917 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.608195 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.608498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.608776 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.609050 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.609324 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.609593 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.609881 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.610167 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.610455 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.610737 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.611013 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.611807 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.612081 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.612397 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.612674 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.612950 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.613224 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.613514 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.613781 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.614055 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.614352 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.614643 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.614928 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.615215 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.615493 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.615776 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.616051 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.616348 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.616625 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] use_json = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.616899 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.617173 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.617456 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.617731 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.618004 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.618278 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.618553 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.618840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:33.619137 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.619436 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.619739 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.620024 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.620352 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.620637 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.620933 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.621219 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.621512 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.621804 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.622098 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.622379 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.622673 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.622955 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.623254 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.623563 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.623858 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.624152 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.624461 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.624744 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.625023 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.625304 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.625593 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.625887 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.626182 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.626460 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.627336 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.627633 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.627917 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.628193 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.628498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.628792 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.629074 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.629351 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.629635 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.629916 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.630194 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.630468 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.630748 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.631041 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.631332 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.631612 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.631888 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.632169 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.632472 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.632761 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.633042 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.633320 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.633664 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.633876 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.634152 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.634427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.634707 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.634982 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.635263 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.635540 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.635815 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.636090 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.636388 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.636664 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.636939 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.637212 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.637493 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.637766 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.638040 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.638313 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.638588 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.638865 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.639155 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.639459 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.639742 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.640023 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.640324 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.640610 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.640893 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.641178 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.641461 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.641743 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.642020 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.642336 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.642624 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.642916 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.643204 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.643486 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.643790 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.644066 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.644377 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.644660 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.644940 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.645231 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.645520 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.645818 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.646116 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.646411 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.646707 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.647000 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.647286 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.647598 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.647884 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:33.648103 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 07:33:33.648370 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99737) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 07:33:33.993111 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 07:33:33.993389 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 07:33:33.993679 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 07:33:33.994010 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 07:33:34.380587 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.380877 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.381150 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.382342 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.382624 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.382886 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.416308 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.416598 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.416865 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.430579 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.430863 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.431132 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.460805 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.461082 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.461350 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.496821 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.497101 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.497375 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.726355 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.726942 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.726942 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.727097 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.727759 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.846010 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.846334 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.846615 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.846880 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.847142 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.847450 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.847712 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.847964 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.848215 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.848522 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.848778 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.849042 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.849300 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.849552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.849808 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.850069 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.850323 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.850587 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.850855 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.851111 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.851381 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.851633 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.851911 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.852312 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.852561 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.852806 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.853205 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:34.853448 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:34.853687 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:34.853924 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:34.854158 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:34.854391 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:34.854752 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 07:33:34.857830 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 07:33:34.862346 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 07:33:34.865992 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 19 07:33:34.867606 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 07:33:34.868058 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 07:33:34.868424 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 07:33:34.868814 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 07:33:34.872641 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 07:33:34.872896 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 07:33:34.873248 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 07:33:34.900573 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 07:33:34.901024 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.901322 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99737) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 19 07:33:34.901685 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.903041 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99737) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 07:33:34.903321 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 07:33:34.903570 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 07:33:34.906743 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.907024 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:34.973970 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 07:33:34.974203 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 07:33:34.974440 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 07:33:34.974811 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 07:33:34.996032 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_db.sqlalchemy.engines [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99737) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 19 07:33:35.516022 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing driver for type 'gre' Jul 19 07:33:35.516559 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] gre ID ranges: [(1, 1000)] Jul 19 07:33:35.571310 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing driver for type 'local' Jul 19 07:33:35.571608 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing driver for type 'vlan' Jul 19 07:33:35.584523 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] VlanTypeDriver initialization complete Jul 19 07:33:35.584862 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing driver for type 'vxlan' Jul 19 07:33:35.585368 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] vxlan ID ranges: [(1, 1000)] Jul 19 07:33:35.637529 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing extension driver 'port_security' Jul 19 07:33:35.637869 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.extensions.port_security [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] PortSecurityExtensionDriver initialization complete Jul 19 07:33:35.638204 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing mechanism driver 'openvswitch' Jul 19 07:33:35.638529 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing mechanism driver 'hyperv' Jul 19 07:33:35.645073 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:33:35.645943 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.646319 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.646677 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.647209 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 07:33:35.647660 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnet after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.648009 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnet after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.648388 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.648788 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 07:33:35.649200 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.649571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.649900 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.650292 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 07:33:35.650701 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > security_group after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.651054 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > security_group after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.651402 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > security_group after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.651874 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 07:33:35.652236 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.652619 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.652974 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.653351 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 07:33:35.653754 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > address_group after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.654109 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > address_group after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.654450 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > address_group after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.654839 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 07:33:35.655215 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] ML2 OVO RPC backend initialized. {{(pid=99737) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 19 07:33:35.655939 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.656313 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.656735 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.657085 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > networks before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.657473 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.657774 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > ports before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.658646 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnet before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.658996 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnets before_response 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.659344 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.659689 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.660024 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.660393 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.660735 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.661071 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.661410 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnet after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.661749 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnet after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.662088 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.662668 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.plugin [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Modular L2 Plugin initialization complete Jul 19 07:33:35.663001 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading services supported by the core plugin {{(pid=99737) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 07:33:35.663331 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.plugins.ml2.managers [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Got port-security extension from driver 'port_security' Jul 19 07:33:35.663797 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.extensions.vlantransparent [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Disabled vlantransparent extension. Jul 19 07:33:35.664301 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99737) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 07:33:35.664627 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: router Jul 19 07:33:35.700970 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router_interface before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.701379 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router after_create 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.701749 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router before_create 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.702117 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.702492 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.702851 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router after_delete 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.703214 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > floatingip after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.703705 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router after_create 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.704057 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router after_update 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.704442 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router after_update 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.705321 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.705686 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router after_update 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.706100 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_update 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.706479 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: port after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.706822 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: port after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.707162 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: subnet after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.707502 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.707853 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > port precommit_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.708202 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_create 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.708569 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: port before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.708916 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.709274 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router after_update 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.709623 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_delete 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.709976 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_create 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.710339 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.710687 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_update 55549900 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.711055 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > agent after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.711410 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > agent after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.711762 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > network after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.712722 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Tracking information for resource: router configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:35.713062 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Tracking information for resource: floatingip configured {{(pid=99737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 07:33:35.717999 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.db.l3_agentschedulers_db [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 07:33:35.718588 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: port after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.718953 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: port after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.719311 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: port after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.719667 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: port after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.721148 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router before_create 55550100 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.721522 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_delete 55550100 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.721888 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_create 55550100 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.722251 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > router precommit_update 55550100 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.726720 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.services.provider_configuration [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service providers = [] {{(pid=99737) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 07:33:35.727280 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.db.servicetype_db [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99737) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 07:33:35.730054 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.services.service_base [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 07:33:35.730409 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.services.service_base [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 07:33:35.730756 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.services.service_base [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 07:33:35.731647 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.services.service_base [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 07:33:35.732023 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.services.service_base [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 07:33:35.732444 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.732767 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 07:33:35.743385 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.743722 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: auto_allocate Jul 19 07:33:35.749530 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: network precommit_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.749909 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: network precommit_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.750435 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.750759 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: tag Jul 19 07:33:35.757581 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.757921 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: timestamp Jul 19 07:33:35.761746 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.762075 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: network_ip_availability Jul 19 07:33:35.768110 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.768509 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.768875 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.769606 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.769931 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: flavors Jul 19 07:33:35.776169 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.776533 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading Plugin: revisions Jul 19 07:33:35.781054 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 07:33:35.781428 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 07:33:35.782183 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99737) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 19 07:33:35.782528 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Initializing extension manager. Jul 19 07:33:35.783660 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: __init__.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.784007 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: __pycache__ {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.784376 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.784713 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: address_group.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.785492 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.786082 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: address-group Jul 19 07:33:35.786409 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: address_scope.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.787128 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.787644 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: address-scope Jul 19 07:33:35.787968 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: admin_state_down_before_update.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.788930 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.789451 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: router-admin-state-down-before-update Jul 19 07:33:35.789775 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: agent.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.790480 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.790991 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: agent Jul 19 07:33:35.791314 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: agent_resources_synced.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.792228 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.792763 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: agent-resources-synced Jul 19 07:33:35.793090 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: allowedaddresspairs.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.794910 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.795722 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: allowed-address-pairs Jul 19 07:33:35.796048 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: auto_allocated_topology.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.797145 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.797665 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: auto-allocated-topology Jul 19 07:33:35.797992 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: availability_zone.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.798711 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.799257 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: availability_zone Jul 19 07:33:35.799582 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: availability_zone_filter.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.800540 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.801060 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: availability_zone_filter Jul 19 07:33:35.801389 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: data_plane_status.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.802307 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.802823 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 07:33:35.803150 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: default_subnetpools.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.804068 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.804612 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: default-subnetpools Jul 19 07:33:35.804940 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: dhcpagentscheduler.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.805761 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.806285 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: dhcp_agent_scheduler Jul 19 07:33:35.806611 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: dns.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.807529 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.808047 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension dns-integration not supported by any of loaded plugins Jul 19 07:33:35.808464 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: dns_domain_ports.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.809388 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.809913 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 07:33:35.810242 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.811178 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.811697 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 19 07:33:35.812021 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: dvr.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.812722 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.813237 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: dvr Jul 19 07:33:35.813558 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: empty_string_filtering.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.814494 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.815005 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: empty-string-filtering Jul 19 07:33:35.815334 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.816252 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.816800 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 07:33:35.817124 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.818037 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.818548 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 07:33:35.818872 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: external_net.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.819781 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.820317 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: external-net Jul 19 07:33:35.820646 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: extra_dhcp_opt.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.821553 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.822068 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: extra_dhcp_opt Jul 19 07:33:35.822392 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: extraroute.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.823301 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.823816 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: extraroute Jul 19 07:33:35.824140 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: extraroute_atomic.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.825198 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.825713 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: extraroute-atomic Jul 19 07:33:35.826038 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: filter_validation.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.826711 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.827226 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: filter-validation Jul 19 07:33:35.827550 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: fip_pf_description.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.828520 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.829216 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 07:33:35.829543 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: fip_port_details.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.830984 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.831505 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: fip-port-details Jul 19 07:33:35.831834 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: flavors.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.833104 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.833628 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: flavors Jul 19 07:33:35.833955 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.835607 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.836141 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 07:33:35.836507 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: floatingip_pools.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.837209 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.837732 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: floatingip-pools Jul 19 07:33:35.838060 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: ip_allocation.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.838983 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.839500 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 07:33:35.839825 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.840771 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.841290 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: ip-substring-filtering Jul 19 07:33:35.841621 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l2_adjacency.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.842553 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.843067 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 07:33:35.843391 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l3.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.844390 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.844910 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: router Jul 19 07:33:35.845237 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l3_conntrack_helper.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.848012 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.848580 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 07:33:35.848918 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.849859 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.850384 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: ext-gw-mode Jul 19 07:33:35.850714 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.851638 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.852160 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: l3-ha Jul 19 07:33:35.852512 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l3_flavors.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.853457 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.853972 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: l3-flavors Jul 19 07:33:35.854297 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.855210 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.855722 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 07:33:35.856052 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: l3agentscheduler.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.857147 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.857670 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: l3_agent_scheduler Jul 19 07:33:35.858000 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: logging.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.859476 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.860004 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension logging not supported by any of loaded plugins Jul 19 07:33:35.860357 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: metering.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.861145 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.861736 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: metering Jul 19 07:33:35.862062 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.863173 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.863697 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: metering_source_and_destination_fields Jul 19 07:33:35.864023 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: multiprovidernet.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.865101 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.865628 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: multi-provider Jul 19 07:33:35.865958 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: netmtu.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.866880 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.867401 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: net-mtu Jul 19 07:33:35.867728 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: netmtu_writable.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.868668 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.869189 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: net-mtu-writable Jul 19 07:33:35.869515 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: network_availability_zone.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.870196 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.870709 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: network_availability_zone Jul 19 07:33:35.871030 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: network_ip_availability.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.872155 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.872770 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: network-ip-availability Jul 19 07:33:35.873097 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: network_segment_range.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.873869 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.874384 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 07:33:35.874707 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: pagination.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.875698 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.876035 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: pagination Jul 19 07:33:35.876385 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: port_device_profile.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.877325 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.877849 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: port-device-profile Jul 19 07:33:35.878175 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.879097 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.879613 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: port-mac-address-regenerate Jul 19 07:33:35.879939 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.880884 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.881402 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: port-numa-affinity-policy Jul 19 07:33:35.881725 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: port_resource_request.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.882644 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.883159 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 07:33:35.883487 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: portbindings.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.884458 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.884983 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: binding Jul 19 07:33:35.885310 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: portbindings_extended.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.886582 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.887104 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: binding-extended Jul 19 07:33:35.887434 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: portsecurity.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.888389 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.888913 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: port-security Jul 19 07:33:35.889241 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: project_id.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.890234 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.890567 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: project-id Jul 19 07:33:35.890893 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: providernet.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.891821 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.892886 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: provider Jul 19 07:33:35.893213 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.896805 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.897340 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos not supported by any of loaded plugins Jul 19 07:33:35.897674 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.898923 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.899441 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 07:33:35.899776 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.900732 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.901249 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 07:33:35.901582 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_default.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.902503 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.903015 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-default not supported by any of loaded plugins Jul 19 07:33:35.903344 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_fip.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.904005 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.904539 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-fip not supported by any of loaded plugins Jul 19 07:33:35.904866 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_gateway_ip.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.905817 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.906335 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 07:33:35.906665 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_port_network_policy.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.907578 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.908738 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 07:33:35.909063 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_rule_type_details.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.909984 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.910505 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 07:33:35.910829 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: qos_rules_alias.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.911870 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.912444 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 07:33:35.912775 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: quotasv2.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.913705 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.914223 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: quotas Jul 19 07:33:35.914551 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: quotasv2_detail.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.917606 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.917950 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: quota_details Jul 19 07:33:35.918286 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: rbac.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.919348 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.919884 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: rbac-policies Jul 19 07:33:35.920496 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: rbac_address_group.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.921428 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.921961 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: rbac-address-group Jul 19 07:33:35.922290 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: rbac_address_scope.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.923230 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.923784 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: rbac-address-scope Jul 19 07:33:35.924110 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: rbac_security_groups.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.925061 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.925587 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: rbac-security-groups Jul 19 07:33:35.925914 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: rbac_subnetpool.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.926836 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.927360 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: rbac-subnetpool Jul 19 07:33:35.927686 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: revisionifmatch.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.928635 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.929154 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: revision-if-match Jul 19 07:33:35.929479 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: revisions.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.930593 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.931111 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: standard-attr-revisions Jul 19 07:33:35.931439 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: router_availability_zone.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.932116 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.932677 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: router_availability_zone Jul 19 07:33:35.933002 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: routerservicetype.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.933930 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.934446 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension router-service-type not supported by any of loaded plugins Jul 19 07:33:35.934772 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.935701 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.936246 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: security-groups-normalized-cidr Jul 19 07:33:35.936604 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: security_groups_port_filtering.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.937527 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.938043 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: port-security-groups-filtering Jul 19 07:33:35.938367 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.939310 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.939825 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: security-groups-remote-address-group Jul 19 07:33:35.940148 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: securitygroup.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.949914 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.950450 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: security-group Jul 19 07:33:35.950784 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: segment.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.951572 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.952094 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension segment not supported by any of loaded plugins Jul 19 07:33:35.952453 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.953395 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.953921 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 07:33:35.954250 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: servicetype.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.955872 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.956428 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: service-type Jul 19 07:33:35.956761 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: sorting.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.957748 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.958118 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: sorting Jul 19 07:33:35.958445 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: standard_attr_segment.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.959445 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.959974 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 07:33:35.960324 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: standardattrdescription.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.960984 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.961506 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: standard-attr-description Jul 19 07:33:35.961833 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: stateful_security_group.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.962773 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.963294 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: stateful-security-group Jul 19 07:33:35.963621 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: stdattrs_common.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.964205 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 07:33:35.964553 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.965487 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.966008 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 07:33:35.966331 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: subnet_onboard.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.967418 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.967943 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: subnet_onboard Jul 19 07:33:35.968268 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.969220 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.969739 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 07:33:35.970063 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: subnet_service_types.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.971605 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.972128 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: subnet-service-types Jul 19 07:33:35.972479 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: subnetallocation.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.973566 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.974091 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: subnet_allocation Jul 19 07:33:35.974418 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.975086 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.975602 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: subnetpool-prefix-ops Jul 19 07:33:35.975924 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.976878 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.977400 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 07:33:35.977724 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: tagging.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.978779 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.979298 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: standard-attr-tag Jul 19 07:33:35.979627 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: timestamp.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.980891 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.981420 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loaded extension: standard-attr-timestamp Jul 19 07:33:35.981747 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: trunk.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.982784 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.983311 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension trunk not supported by any of loaded plugins Jul 19 07:33:35.983641 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: trunk_details.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.984603 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.985126 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension trunk-details not supported by any of loaded plugins Jul 19 07:33:35.985453 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: uplink_status_propagation.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.986400 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.986921 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 07:33:35.987252 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Loading extension file: vlantransparent.py {{(pid=99737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 07:33:35.987923 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 07:33:35.988461 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 07:33:35.991003 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:network Jul 19 07:33:35.991534 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:subnet Jul 19 07:33:35.991947 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 07:33:35.992376 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:port Jul 19 07:33:35.993620 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:35.994066 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service FLAVORS assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:35.994698 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:35.995126 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:35.995460 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:router Jul 19 07:33:35.995894 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:floatingip Jul 19 07:33:35.996426 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service METERING assigned prefix: /metering {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:35.997871 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.998243 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.998597 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:33:35.999603 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 07:33:36.000048 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:security_group Jul 19 07:33:36.000598 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 07:33:36.001207 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service CORE assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.001540 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 07:33:36.001908 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] subnetpool is already registered Jul 19 07:33:36.002347 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service CORE assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.002674 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 07:33:36.003006 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] subnetpool is already registered Jul 19 07:33:36.005344 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.005781 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service FLAVORS assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.006379 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.006803 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.007147 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:router Jul 19 07:33:36.007488 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] router is already registered Jul 19 07:33:36.007905 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:floatingip Jul 19 07:33:36.008241 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] floatingip is already registered Jul 19 07:33:36.008716 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service METERING assigned prefix: /metering {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.009391 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 07:33:36.009720 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] rbac_policy is already registered Jul 19 07:33:36.010135 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:security_group Jul 19 07:33:36.010470 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] security_group is already registered Jul 19 07:33:36.010876 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 07:33:36.011211 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] security_group_rule is already registered Jul 19 07:33:36.011843 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service CORE assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.012171 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 07:33:36.012540 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] subnetpool is already registered Jul 19 07:33:36.012959 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.v2.resource_helper [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Service CORE assigned prefix: {{(pid=99737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 07:33:36.013286 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 07:33:36.013616 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING neutron.quota.resource_registry [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] subnetpool is already registered Jul 19 07:33:36.014085 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: extensions {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.015535 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: address-groups {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.017076 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: address-scopes {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.018954 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: agents {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.020090 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: auto-allocated-topology {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.021367 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: availability_zones {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.022591 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: dhcp-networks {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.024101 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: dhcp-agents {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.025556 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: routers {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.027296 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: flavors {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.029578 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: service_profiles {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.030795 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: next_providers {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.032223 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: service_profiles {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.034411 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: floatingip-pools {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.035637 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: routers {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.037381 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: floatingips {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.038657 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: l3-routers {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.040068 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: l3-agents {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.041521 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: metering-labels {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.042779 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: metering-label-rules {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.044176 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: network-ip-availabilities {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.045739 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: bindings {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.047299 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: quotas {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.049072 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: quotas {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.050489 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: rbac-policies {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.051705 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: security-groups {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.053187 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: security-group-rules {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.054436 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: service-providers {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.055693 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: subnetpools {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.057067 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: subnetpools {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.058656 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.060378 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.062213 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.064695 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.066411 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.068402 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.070118 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.071937 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.073841 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.075873 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron.api.extensions [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Extended resource: tags {{(pid=99737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 07:33:36.082315 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING keystonemiddleware.auth_token [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 07:33:36.086859 dv-cinder-772623-11-iscsi neutron-server[99737]: WARNING keystonemiddleware.auth_token [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 07:33:36.095196 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Acquired lock "singleton_lock" {{(pid=99737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 19 07:33:36.095705 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Releasing lock "singleton_lock" {{(pid=99737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 19 07:33:36.096443 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO oslo_service.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Starting 2 workers Jul 19 07:33:36.101213 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Started child 99880 {{(pid=99737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 07:33:36.105620 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Started child 99881 {{(pid=99737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 07:33:36.106749 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:36.107385 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO neutron.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 07:33:36.107913 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Notify callbacks [] for process, before_spawn {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:36.108207 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [-] (99880) wsgi starting up on http://0.0.0.0:9696 Jul 19 07:33:36.110354 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO oslo_service.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Starting 1 workers Jul 19 07:33:36.111230 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:36.112584 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [-] (99881) wsgi starting up on http://0.0.0.0:9696 Jul 19 07:33:36.115521 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Started child 99882 {{(pid=99737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 07:33:36.116039 dv-cinder-772623-11-iscsi neutron-server[99737]: INFO oslo_service.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Starting 1 workers Jul 19 07:33:36.119297 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] calling RpcWorker wait() {{(pid=99882) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 07:33:36.119854 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] returning from RpcWorker wait() {{(pid=99882) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 07:33:36.120474 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Started child 99883 {{(pid=99737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 07:33:36.121207 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:36.121300 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9f0a-8456-48e5-86e5-1a2429882d5d None None] Notify callbacks [] for process, after_spawn {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:36.121740 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:33:36.123155 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 07:33:36.123364 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 07:33:36.123550 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 07:33:36.123766 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 07:33:36.124100 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 07:33:36.124265 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 07:33:36.124824 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.125092 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.125318 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:36.125786 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.125786 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.125929 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.126262 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:33:36.126477 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.127263 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.127529 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.127813 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.128059 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.128231 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.128417 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.128672 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.128906 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.129189 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.129441 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.129688 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.129978 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.130149 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.130421 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.130684 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.130929 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.131197 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] debug = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.131443 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.131922 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.132169 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.132447 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.132688 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.132964 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.133207 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.133472 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.133709 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.133960 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.134205 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.134466 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.134702 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.134922 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.135138 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.135403 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.135625 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.136092 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] host = dv-cinder-772623-11-iscsi {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.136354 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.136580 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.136807 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.137054 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.137302 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.137519 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.137786 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.138050 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.138305 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.138554 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.138823 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.139080 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.139318 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.139554 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.139717 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_options = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.139955 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.140215 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.140482 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.140670 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.140837 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.141014 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.141265 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.141430 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.141686 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.141902 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.142117 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.143036 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.143252 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.143492 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.143736 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.143982 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.144230 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.144483 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.144731 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.144981 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.145199 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.145425 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.145665 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.145883 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.146104 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.146320 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.146567 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.146778 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.146991 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.147260 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.147501 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.147785 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.148022 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.148268 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.148533 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.148759 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.148993 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.149264 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.149495 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.149734 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.149975 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.150209 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.150452 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.150682 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.150901 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.151142 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_json = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.151355 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.151592 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.151839 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.152082 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.152333 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.152569 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.152762 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.152993 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.153387 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.153665 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.153955 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.154214 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.154449 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.154704 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.154958 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.155210 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.155574 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.155857 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.156140 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.156396 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.156697 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.156957 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.157220 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.157551 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.157848 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.158109 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.158362 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.158658 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.158941 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.159187 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.159494 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.159951 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.160365 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.160365 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.160675 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.160806 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.160970 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.161155 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.161369 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.161586 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.161853 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.162073 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.162291 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.162809 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.162809 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.163029 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.163203 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.163428 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.163819 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.163946 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.164126 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.164867 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.164867 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.164867 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166027 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166027 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166027 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166027 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166027 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166758 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166758 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166758 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.166758 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.167287 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.167287 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.168498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.168498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.168498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.168498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.168498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.168820 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.168820 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.169107 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.169202 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.169506 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.169728 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.169937 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.170427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.170649 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.170896 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.172427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.172427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.172427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.172427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.172427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.172427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.172427 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.177826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.179134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.184552 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.185840 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.186451 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.188577 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.189599 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190070 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190070 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190070 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190070 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190070 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190070 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190423 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190490 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190796 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.190941 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.191158 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.191383 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.191619 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.191838 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.192081 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.192383 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.192645 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.192808 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.193392 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.193392 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.193717 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.193717 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.193986 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.194131 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.194293 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.194569 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.194830 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.195043 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.195288 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.195510 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.195762 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.195976 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.196237 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.196496 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.196712 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.196926 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.197146 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.197345 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.197561 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.197809 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.198024 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.198263 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.198513 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.198867 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.199134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.199340 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.199586 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.199831 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.200054 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.200235 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.200494 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.200719 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.200936 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.201153 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.201571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.201733 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.201871 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.202044 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.203571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.203571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.203571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.203571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.203571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.203571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.204449 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.204449 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.204449 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.204449 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.205352 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.205502 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.205718 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.205941 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.206159 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.206372 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.206597 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.206837 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.207069 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.207289 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.207505 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.207720 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.207945 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.208155 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.208413 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.208638 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.208855 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.209066 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.209295 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.209545 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.209754 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.209975 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.210192 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.210400 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.210718 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.210983 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.211202 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.211512 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.211731 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.211969 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.212216 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.212543 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.212762 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.213034 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.213254 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.213485 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.213692 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.213945 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.214249 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.214544 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.214792 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.215044 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.215328 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.215610 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.215882 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.216095 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.216394 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.216731 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.217011 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.217285 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.217530 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.217782 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.218027 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.218250 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.218487 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.218725 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.218969 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.219207 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.219410 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.220325 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.220325 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.220325 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.220325 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.220942 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.221184 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.221432 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.221669 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.221830 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 07:33:36.222370 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 07:33:36.222540 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 07:33:36.222694 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 07:33:36.222864 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 07:33:36.223033 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 07:33:36.223185 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 07:33:36.223389 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.223551 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.223710 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.223870 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.224029 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.224209 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.224383 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.224538 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.224699 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.224857 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.225015 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.225162 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.225317 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.225477 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.225638 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.225796 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.225952 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.226110 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.226272 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.226431 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.226589 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.226747 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.226904 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] debug = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.227062 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.227254 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.227416 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.227574 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.227733 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.227892 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.228050 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.228207 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.228386 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.228544 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.228701 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.228860 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.229018 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.229179 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.229340 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.229654 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.229814 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.229974 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] host = dv-cinder-772623-11-iscsi {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.230133 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.230293 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.230453 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.230611 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.230770 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.230929 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.231088 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.231247 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.231406 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.231565 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.231723 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.231881 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.232039 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.232198 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.232386 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_options = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.232546 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.232703 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.232861 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.233044 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.233208 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.233367 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.233526 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.233686 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.233845 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.234003 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.234160 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.234318 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.234474 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.234630 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.234788 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.234946 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.235103 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.235262 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.235421 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.235579 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.235737 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.235894 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.236077 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.236243 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.236416 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.236573 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.236746 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.236953 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.237101 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.237262 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.237420 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.237581 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.237736 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.237895 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.238052 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.238210 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.238366 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.238528 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.238737 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.238865 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.238979 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.239121 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.239397 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.239533 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.239667 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.239790 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_json = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.239910 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.240031 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.240169 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.240347 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.240517 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.240649 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.240796 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.240954 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 07:33:36.241134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.241284 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.241456 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.241610 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.241769 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.241931 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.242305 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.242305 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.242580 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.242580 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.242842 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.242842 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.243099 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.243233 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.243368 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.243503 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.243644 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.243783 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.243927 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.244061 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.244200 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.244371 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.244550 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.244712 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.244875 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.245038 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.245201 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.245364 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.245526 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.245688 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.245850 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.246013 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.246174 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.246336 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.246497 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.246658 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.246819 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.246981 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.247143 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.247304 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.247467 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.247628 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.247789 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.247951 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.248153 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.248262 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.248443 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.248605 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.248768 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.248930 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.249101 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.249268 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.249498 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.249637 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.249749 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.249877 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.250038 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.250199 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.250360 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.250525 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.250682 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.251005 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.251324 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.252161 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.252342 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.252506 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.252669 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.252833 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.252983 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.253144 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.253306 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.253471 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.253634 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.253795 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.253957 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.254119 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.254280 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.254443 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.254605 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.254767 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.254928 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.255089 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.255250 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.255411 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.255582 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.255758 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.255920 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.256081 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.256242 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.256425 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.256587 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.256749 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.256911 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.257073 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.257235 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.257398 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.257560 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.257725 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.257887 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.258048 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.258210 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.258370 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.258532 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.258693 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.258855 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.259016 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.259178 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.259339 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.259579 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.259679 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.259758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:33:36.259842 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.259973 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.260134 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.260336 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.260477 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.260645 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.260816 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.260980 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.261206 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.261318 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.261453 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.261614 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.261775 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.261937 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.262100 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.262261 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.262422 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.262590 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.262762 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.262924 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.263085 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.263247 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.263430 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.263590 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.263751 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.263913 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.264074 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.264238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.264428 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.264589 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.264751 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.264912 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.265075 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.265238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.265399 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.265560 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.265721 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.265883 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.266045 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.266206 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.266367 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.266529 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.266690 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.266852 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.267014 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.267190 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.267948 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.268111 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.268273 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.268457 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.268619 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.268781 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.268942 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.269153 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.269266 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.269426 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.269587 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.269739 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.269904 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.270066 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.270229 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.270390 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.270550 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.270713 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.270874 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.271036 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.271200 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.271377 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.271582 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.271751 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.271914 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.272075 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.272238 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.272421 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.272584 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.272746 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.272908 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.273084 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.273246 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.273409 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.273571 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.273732 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.273912 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.274054 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.274216 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.274378 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.274539 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.274700 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.274865 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.275030 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.275192 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.275354 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.275515 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.275677 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.275839 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.276001 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.276174 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.276355 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.276518 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.276680 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277030 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277030 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277284 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277284 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277506 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277626 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277746 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.277901 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.278071 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.278233 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.278394 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.278556 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.278715 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.278876 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.279046 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.279207 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.279368 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.279529 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.279690 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.279855 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.280026 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.280188 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.280368 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.280530 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.280691 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.280853 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.281021 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.281183 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.281360 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.281514 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.281675 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.281835 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.281995 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.282167 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.282330 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.282493 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.282655 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.282837 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.283001 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.283164 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.283330 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.283500 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.283668 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.283831 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.284001 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.284170 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.284343 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.284511 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.284680 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.284854 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.285015 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.285178 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.285339 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.285501 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.285826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.285826 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.286068 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.286191 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.286273 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.286416 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.286578 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.286739 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.286900 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.287062 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.287224 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.287385 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.287546 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.287708 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.287869 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 07:33:36.288023 dv-cinder-772623-11-iscsi neutron-server[99737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 07:33:36.580129 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 36162) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:33:36.588502 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061908 Jul 19 07:33:47.804424 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62407971-30a4-436b-b091-b9f2f38e335e None None] get_active_networks_info from dv-cinder-772623-11-iscsi {{(pid=99882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 07:33:47.866710 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62407971-30a4-436b-b091-b9f2f38e335e None None] No non-hosted networks {{(pid=99882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 07:33:47.893829 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.agentschedulers_db [None req-62407971-30a4-436b-b091-b9f2f38e335e None None] DHCP Agent not found on host dv-cinder-772623-11-iscsi {{(pid=99882) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 19 07:33:47.978990 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b2e-24f6-4f80-a3f8-757e938a8814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676599'] for agent, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:50.037318 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8db6ca45-442f-4b33-874e-aef1764f5821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676599'] for agent, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:50.099457 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-356bf8db-b7ff-4dca-94d6-e49db8c30e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:50.521936 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676599'] for agent, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:50.525254 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.525644 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.526058 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.526402 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.527002 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.527351 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.527732 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.531922 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.532852 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.533201 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.533559 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.534250 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:33:50.536887 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:33:50.552929 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:33:51.565060 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676599'] for agent, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:52.844354 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.db.l3_hamode_db [None req-c185313d-0676-49c5-b99d-4e1ef10efe54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 07:33:52.924452 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185313d-0676-49c5-b99d-4e1ef10efe54 None None] Routers set() bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:33:52.924855 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185313d-0676-49c5-b99d-4e1ef10efe54 None None] Router IDs set() for agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 07:33:53.369518 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676599'] for agent, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:54.361648 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 36254) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:33:54.838043 dv-cinder-772623-11-iscsi neutron-server[99881]: WARNING oslo_policy.policy [None req-3513d8f2-fe35-4505-b189-0fff4fc08cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:33:54.838624 dv-cinder-772623-11-iscsi neutron-server[99881]: WARNING oslo_policy.policy [None req-3513d8f2-fe35-4505-b189-0fff4fc08cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:33:55.061736 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [None req-3513d8f2-fe35-4505-b189-0fff4fc08cf4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:33:55.062785 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-3513d8f2-fe35-4505-b189-0fff4fc08cf4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7001941 Jul 19 07:33:57.359375 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36268) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:33:57.840495 dv-cinder-772623-11-iscsi neutron-server[99880]: WARNING oslo_policy.policy [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:33:57.841080 dv-cinder-772623-11-iscsi neutron-server[99880]: WARNING oslo_policy.policy [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:33:58.059707 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:33:58.153373 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.policy [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99880) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 07:33:58.197716 dv-cinder-772623-11-iscsi neutron-server[99880]: WARNING oslo_policy.policy [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:33:58.198084 dv-cinder-772623-11-iscsi neutron-server[99880]: WARNING oslo_policy.policy [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:33:58.207314 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.quota [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] Loaded quota_driver: . Jul 19 07:33:58.296944 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745046559063', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745046559492', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745046546398', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745046540560', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745046550172', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745046527640', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1718344', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1710992', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576471'] for rbac-policy, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:58.359636 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:33:58.361555 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d5ab69ea-e4f0-46f7-aca8-95a9f12ca1c1 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9994340 Jul 19 07:34:00.888540 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36286) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:01.178060 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Request body: {'network': {'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'admin_state_up': True, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'name': 'private'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:34:01.206218 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Made reservation on behalf of de15ba692f824ade9fe74990c99c83d3 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:34:01.209010 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.225593 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.343990 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.348845 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.371551 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:34:01.396177 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745045150513', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.396754 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Unsubscribe: segment precommit_create {{(pid=99880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 07:34:01.397253 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Added segment 04c6096e-bcb4-4115-a099-61fa14c5df4e of type vlan for network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 Jul 19 07:34:01.413534 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd9355-38e0-4afc-b188-b6f92fe173c2,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:01.464667 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.465014 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.465348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.465673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.465994 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.466329 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.466653 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.466983 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.467317 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.467635 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.467945 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.468255 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Tracked resource versions report: Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: pushed versions: Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: { 'AddressGroup': {'1.2'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'ConntrackHelper': {'1.0'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Log': {'1.0'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Network': {'1.1'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Port': {'1.7'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'PortForwarding': {'1.2'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'QosPolicy': {'1.8'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroup': {'1.4'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SubPort': {'1.0'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Subnet': {'1.1'}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Trunk': {'1.1'}} Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: consumer versions: Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'ConntrackHelper': '1.0', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Log': '1.0', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Network': '1.1', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Port': '1.7', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'PortForwarding': '1.2', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'QosPolicy': '1.8', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroup': '1.4', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroupRule': '1.2', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SubPort': '1.0', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Subnet': '1.1', Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Trunk': '1.1'}} Jul 19 07:34:01.470263 dv-cinder-772623-11-iscsi neutron-server[99880]: {{(pid=99880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:34:01.516821 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.567431 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.568714 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:01.569361 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:01.631714 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7420602 Jul 19 07:34:01.666860 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5005e5d-7078-44a9-8846-299e87a41569 admin admin] Pushing event updated for resources: {'Network': ['ID=487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:01.679011 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:34:04.214033 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36300) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:04.591220 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41aadf-f652-4d7b-b680-6d6140fbb487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:04.592603 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-bd41aadf-f652-4d7b-b680-6d6140fbb487 admin admin] 10.222.0.10 "GET /v2.0/networks/487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 HTTP/1.1" status: 200 len: 825 time: 0.3775439 Jul 19 07:34:04.616637 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5a7ed2a0-2c20-49a4-81a3-815dd135e860 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/4cad2183-1831-4194-9b49-8d92760a8585 HTTP/1.1" status: 200 len: 734 time: 0.0182076 Jul 19 07:34:04.624741 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Request body: {'subnet': {'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '4cad2183-1831-4194-9b49-8d92760a8585', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'gateway_ip': '172.20.0.1'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:34:04.646288 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Made reservation on behalf of de15ba692f824ade9fe74990c99c83d3 for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:34:04.648606 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:04.935954 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:05.004889 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6e0aa4-d63c-4c07-b589-4efc60c88358,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:05.006842 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Checking segment: {'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:34:05.007210 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Network hostable DHCP agents. Network: 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:34:05.029414 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:34:05.040973 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:34:05.045760 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:05.046340 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:05.051652 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e188d-1eac-427d-ad3e-1ba6fbdbcb52 None None] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:34:05.060701 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-36712b9a-2162-4fda-859f-2f8fb1f8f3c7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4392264 Jul 19 07:34:05.360511 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'fixed_ips': [{'subnet_id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:34:05.361701 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:05.630034 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Allocated IP 172.20.0.2 (487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87/ac6e0aa4-d63c-4c07-b589-4efc60c88358/ccefeb77-7e7b-479d-a243-ca37ecc53932) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:34:05.829013 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:05.870228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Transition to ACTIVE for port object ccefeb77-7e7b-479d-a243-ca37ecc53932 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:34:05.894077 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Transition to ACTIVE for port object ccefeb77-7e7b-479d-a243-ca37ecc53932 will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:34:05.902300 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:05.968789 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:34:05.973313 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:34:05.984591 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Pushing event updated for resources: {'Port': ['ID=ccefeb77-7e7b-479d-a243-ca37ecc53932,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:05.987228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:34:05.996490 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.996848 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.997190 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.997518 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.997844 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.998167 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.998486 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.998845 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.999187 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.999509 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:05.999830 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:06.000143 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Tracked resource versions report: Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: pushed versions: Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: { 'AddressGroup': {'1.2'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'ConntrackHelper': {'1.0'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Log': {'1.0'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Network': {'1.1'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Port': {'1.7'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'PortForwarding': {'1.2'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'QosPolicy': {'1.8'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroup': {'1.4'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SubPort': {'1.0'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Subnet': {'1.1'}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Trunk': {'1.1'}} Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: consumer versions: Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'ConntrackHelper': '1.0', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Log': '1.0', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Network': '1.1', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Port': '1.7', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'PortForwarding': '1.2', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'QosPolicy': '1.8', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroup': '1.4', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroupRule': '1.2', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SubPort': '1.0', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Subnet': '1.1', Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Trunk': '1.1'}} Jul 19 07:34:06.002090 dv-cinder-772623-11-iscsi neutron-server[99882]: {{(pid=99882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:34:06.066222 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Attempting to bind port ccefeb77-7e7b-479d-a243-ca37ecc53932 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:34:06.066827 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Attempting to bind port ccefeb77-7e7b-479d-a243-ca37ecc53932 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:34:06.067027 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Attempting to bind port ccefeb77-7e7b-479d-a243-ca37ecc53932 on network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:34:06.071756 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:34:06.072169 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Checking segment: {'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:34:06.072659 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:06.073045 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Bound using segment: {'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:34:06.073531 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Bound port: ccefeb77-7e7b-479d-a243-ca37ecc53932, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:34:06.073954 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:06.134054 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] For port ccefeb77-7e7b-479d-a243-ca37ecc53932, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:34:06.138509 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] For port ccefeb77-7e7b-479d-a243-ca37ecc53932, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ccefeb77-7e7b-479d-a243-ca37ecc53932,segment=NetworkSegment(04c6096e-bcb4-4115-a099-61fa14c5df4e),segment_id=04c6096e-bcb4-4115-a099-61fa14c5df4e)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:34:06.142821 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:06.211043 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a97b2-2512-47fa-b29e-e2af59e2270a None None] Pushing event updated for resources: {'Port': ['ID=ccefeb77-7e7b-479d-a243-ca37ecc53932,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:07.410185 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 36308) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:07.715284 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [None req-a5d1ef63-f439-4f34-9c3f-ac00ee254e0b admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:34:07.716228 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a5d1ef63-f439-4f34-9c3f-ac00ee254e0b admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050463 Jul 19 07:34:10.050584 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36316) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:10.349832 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [None req-fa99eede-5c72-4fba-907e-f0e098302d34 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:34:10.350911 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-fa99eede-5c72-4fba-907e-f0e098302d34 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2993913 Jul 19 07:34:12.154174 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc3ec1-a936-4b8e-9f4a-815670552b2f None None] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:34:12.227976 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-55fcee2d-7851-430e-8226-a58e04dceb54 None None] Provisioning for port ccefeb77-7e7b-479d-a243-ca37ecc53932 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:34:12.726258 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ccefeb77-7e7b-479d-a243-ca37ecc53932 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:34:12.805155 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port ccefeb77-7e7b-479d-a243-ca37ecc53932 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:34:12.808812 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port ccefeb77-7e7b-479d-a243-ca37ecc53932 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:12.809209 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:12.913157 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:12.927698 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36330) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:12.946957 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port ccefeb77-7e7b-479d-a243-ca37ecc53932, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ccefeb77-7e7b-479d-a243-ca37ecc53932,segment=NetworkSegment(04c6096e-bcb4-4115-a099-61fa14c5df4e),segment_id=04c6096e-bcb4-4115-a099-61fa14c5df4e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:34:12.950692 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:12.994659 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=ccefeb77-7e7b-479d-a243-ca37ecc53932,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:13.218369 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-4b7f5750-62e9-44a7-9819-4ac13ce8f989 admin admin] Request body: {'router': {'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'name': 'router1', 'admin_state_up': True}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:34:13.242345 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5750-62e9-44a7-9819-4ac13ce8f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:13.243840 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5750-62e9-44a7-9819-4ac13ce8f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:13.379135 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5750-62e9-44a7-9819-4ac13ce8f989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:13.383681 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5750-62e9-44a7-9819-4ac13ce8f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:13.395776 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5750-62e9-44a7-9819-4ac13ce8f989 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:13.397008 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-4b7f5750-62e9-44a7-9819-4ac13ce8f989 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4682491 Jul 19 07:34:14.715557 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ccefeb77-7e7b-479d-a243-ca37ecc53932 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:34:14.764055 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port ccefeb77-7e7b-479d-a243-ca37ecc53932 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:14.764454 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:15.701469 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36338) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:16.001834 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [None req-7a7ffb15-1383-4253-856b-c625766cc07f admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:34:16.002817 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-7a7ffb15-1383-4253-856b-c625766cc07f admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3004148 Jul 19 07:34:17.694506 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-4892e71c-0fdd-48d1-8d0c-61386042ca4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.321243 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36346) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:18.622914 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:34:18.645373 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Made reservation on behalf of 5c4dad9d933b42adb8328caf3bc44ec9 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:34:18.647625 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.655236 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.738984 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.742338 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.755090 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Reserving flat network on physical network physnet1 {{(pid=99880) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 07:34:18.775566 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61315bf-8771-4561-a663-05cc13e32d93,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:18.778360 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.778698 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Added segment b6dae434-e5e8-4866-a394-81ad2d3a307e of type flat for network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 Jul 19 07:34:18.823834 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.857962 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.858892 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:18.859477 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:18.888471 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5661108 Jul 19 07:34:18.920807 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3a7a4-eff0-4093-913a-b24023cd4bea admin admin] Pushing event updated for resources: {'Network': ['ID=5d94c32e-eecf-4c9d-bd93-e3188ebb31d9,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:18.931673 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:34:20.033994 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-293f0fe7-e8cc-4799-8e48-0b98ac84b47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:20.503530 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:21.192794 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 36354) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:21.486860 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:21.541658 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7685dc7-6c2e-4e22-9bdf-29660119cda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:21.542987 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e7685dc7-6c2e-4e22-9bdf-29660119cda4 admin admin] 10.222.0.10 "GET /v2.0/subnets/ac6e0aa4-d63c-4c07-b589-4efc60c88358 HTTP/1.1" status: 200 len: 849 time: 0.3492386 Jul 19 07:34:21.655378 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d892dc49-4a32-42b4-a264-141187c118ee admin admin] 10.222.0.10 "GET /v2.0/routers/5de962b1-15f8-496f-b6ee-e6875c6bacb6 HTTP/1.1" status: 200 len: 704 time: 0.1067951 Jul 19 07:34:21.915222 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.197298 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Allocated IP 172.20.0.1 (487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87/ac6e0aa4-d63c-4c07-b589-4efc60c88358/6c436fda-23ff-4fb3-8eee-41c45b062f1c) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:34:22.386059 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.406927 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Transition to ACTIVE for port object 6c436fda-23ff-4fb3-8eee-41c45b062f1c will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:34:22.483832 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.557969 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:34:22.563334 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:34:22.568792 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:34:22.569251 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.588758 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Pushing event updated for resources: {'Port': ['ID=6c436fda-23ff-4fb3-8eee-41c45b062f1c,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:22.724757 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-3a1471bb-53bb-4bd9-a198-b163628ca0e9 None None] Provisioning for port 6c436fda-23ff-4fb3-8eee-41c45b062f1c completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:34:22.728180 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-3a1471bb-53bb-4bd9-a198-b163628ca0e9 None None] Provisioning complete for port 6c436fda-23ff-4fb3-8eee-41c45b062f1c triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:22.728583 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3a1471bb-53bb-4bd9-a198-b163628ca0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.761053 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-3a1471bb-53bb-4bd9-a198-b163628ca0e9 None None] Port 6c436fda-23ff-4fb3-8eee-41c45b062f1c cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:34:22.775665 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.953618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.957968 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:22.958739 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:23.014031 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Pushing event updated for resources: {'Port': ['ID=6c436fda-23ff-4fb3-8eee-41c45b062f1c,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:23.078339 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:34:23.079634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:34:23.236148 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:34:23.280136 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-5725a2c4-6426-4530-993c-3f1e95adca02 None None] Provisioning complete for port 6c436fda-23ff-4fb3-8eee-41c45b062f1c triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:23.280535 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5725a2c4-6426-4530-993c-3f1e95adca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:23.323711 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-5725a2c4-6426-4530-993c-3f1e95adca02 None None] Port 6c436fda-23ff-4fb3-8eee-41c45b062f1c cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:34:23.324678 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:34:23.329986 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:23.330595 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-05826498-5604-4257-931b-2b7f86ab7c05 admin admin] 10.222.0.10 "PUT /v2.0/routers/5de962b1-15f8-496f-b6ee-e6875c6bacb6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6699195 Jul 19 07:34:23.348656 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Sync routers for ids ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:34:23.359741 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Routers {'5de962b1-15f8-496f-b6ee-e6875c6bacb6'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:34:23.360623 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:34:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:23.545699 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Set router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 gateway port host: None {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:34:23.960404 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'name': 'router1', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:34:13Z', 'updated_at': '2021-07-19T07:34:22Z', 'revision_number': 2, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'gw_port_host': None, '_interfaces': [{'id': '6c436fda-23ff-4fb3-8eee-41c45b062f1c', 'name': '', 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'mac_address': 'fa:16:3e:01:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:21Z', 'updated_at': '2021-07-19T07:34:22Z', 'revision_number': 2, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'subnets': [{'id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cad2183-1831-4194-9b49-8d92760a8585'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:24.010359 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Checking router: 5de962b1-15f8-496f-b6ee-e6875c6bacb6 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:34:24.010735 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Updating router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 port 6c436fda-23ff-4fb3-8eee-41c45b062f1c binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:34:24.075323 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:24.564382 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:24.582225 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Transition to ACTIVE for port object 6c436fda-23ff-4fb3-8eee-41c45b062f1c will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:34:24.588680 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:24.745046 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Pushing event updated for resources: {'Port': ['ID=6c436fda-23ff-4fb3-8eee-41c45b062f1c,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:24.761525 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Attempting to bind port 6c436fda-23ff-4fb3-8eee-41c45b062f1c on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:34:24.761934 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Attempting to bind port 6c436fda-23ff-4fb3-8eee-41c45b062f1c by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:34:24.762422 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Attempting to bind port 6c436fda-23ff-4fb3-8eee-41c45b062f1c on network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:34:24.767890 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.768255 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.768637 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.768975 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.769346 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.769629 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.769963 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.770287 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.770658 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.771022 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.771278 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.771662 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Tracked resource versions report: Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: pushed versions: Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: { 'AddressGroup': {'1.2'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'ConntrackHelper': {'1.0'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Log': {'1.0'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Network': {'1.1'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Port': {'1.7'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'PortForwarding': {'1.2'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'QosPolicy': {'1.8'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroup': {'1.4'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SubPort': {'1.0'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Subnet': {'1.1'}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Trunk': {'1.1'}} Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: consumer versions: Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'ConntrackHelper': '1.0', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Log': '1.0', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Network': '1.1', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Port': '1.7', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'PortForwarding': '1.2', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'QosPolicy': '1.8', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroup': '1.4', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroupRule': '1.2', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SubPort': '1.0', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Subnet': '1.1', Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Trunk': '1.1'}} Jul 19 07:34:24.773010 dv-cinder-772623-11-iscsi neutron-server[99883]: {{(pid=99883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:34:24.775388 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:34:24.775804 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Checking segment: {'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:34:24.776310 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:24.776679 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Bound using segment: {'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:34:24.777179 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Bound port: 6c436fda-23ff-4fb3-8eee-41c45b062f1c, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c6096e-bcb4-4115-a099-61fa14c5df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:34:24.777571 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:24.843816 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] For port 6c436fda-23ff-4fb3-8eee-41c45b062f1c, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:34:24.865907 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] For port 6c436fda-23ff-4fb3-8eee-41c45b062f1c, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=6c436fda-23ff-4fb3-8eee-41c45b062f1c,segment=NetworkSegment(04c6096e-bcb4-4115-a099-61fa14c5df4e),segment_id=04c6096e-bcb4-4115-a099-61fa14c5df4e)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:34:24.869844 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:24.927408 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa15ea8-9d3b-4b9f-9d80-a98a2f8ba4a7 None None] Pushing event updated for resources: {'Port': ['ID=6c436fda-23ff-4fb3-8eee-41c45b062f1c,revision_number=4']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:24.931471 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Routers {'5de962b1-15f8-496f-b6ee-e6875c6bacb6'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:34:24.932080 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:34:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:25.025049 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] Set router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 gateway port host: None {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:34:25.233474 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'name': 'router1', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:34:13Z', 'updated_at': '2021-07-19T07:34:22Z', 'revision_number': 2, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'gw_port_host': None, '_interfaces': [{'id': '6c436fda-23ff-4fb3-8eee-41c45b062f1c', 'name': '', 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'mac_address': 'fa:16:3e:01:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:21Z', 'updated_at': '2021-07-19T07:34:24Z', 'revision_number': 4, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'subnets': [{'id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cad2183-1831-4194-9b49-8d92760a8585'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:25.258721 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22a027-dbf9-4a4e-92c3-cf2787f4749e None None] The sync data for ids ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'] in dv-cinder-772623-11-iscsi is: [{'id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'name': 'router1', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:34:13Z', 'updated_at': '2021-07-19T07:34:22Z', 'revision_number': 2, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'gw_port_host': None, '_interfaces': [{'id': '6c436fda-23ff-4fb3-8eee-41c45b062f1c', 'name': '', 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'mac_address': 'fa:16:3e:01:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:21Z', 'updated_at': '2021-07-19T07:34:24Z', 'revision_number': 4, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'subnets': [{'id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cad2183-1831-4194-9b49-8d92760a8585'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:34:25.672429 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 36374) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:26.024084 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.policy [None req-11f714c6-ff9b-4980-b97e-ccde59db6e4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 07:34:26.068588 dv-cinder-772623-11-iscsi neutron-server[99881]: WARNING oslo_policy.policy [None req-11f714c6-ff9b-4980-b97e-ccde59db6e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:34:26.068907 dv-cinder-772623-11-iscsi neutron-server[99881]: WARNING oslo_policy.policy [None req-11f714c6-ff9b-4980-b97e-ccde59db6e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 07:34:26.077136 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f714c6-ff9b-4980-b97e-ccde59db6e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:26.079366 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-11f714c6-ff9b-4980-b97e-ccde59db6e4b admin admin] 10.222.0.10 "GET /v2.0/networks/5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 HTTP/1.1" status: 200 len: 842 time: 0.4060009 Jul 19 07:34:26.089560 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:34:26.091402 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.quota [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Loaded quota_driver: . Jul 19 07:34:26.131298 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Made reservation on behalf of 5c4dad9d933b42adb8328caf3bc44ec9 for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:34:26.134042 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:26.543211 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.objects.ports [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99881) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 07:34:26.543974 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:26.611866 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df221c3-fe39-4587-ab65-65ae1492b7dc,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:26.618590 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:34:26.618967 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Network hostable DHCP agents. Network: 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:34:26.628403 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.628756 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.629091 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.629420 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.629741 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.630069 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.630391 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.630725 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.631062 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.631380 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.631693 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.632005 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Tracked resource versions report: Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: pushed versions: Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: { 'AddressGroup': {'1.2'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'ConntrackHelper': {'1.0'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Log': {'1.0'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Network': {'1.1'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Port': {'1.7'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'PortForwarding': {'1.2'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'QosPolicy': {'1.8'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroup': {'1.4'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SubPort': {'1.0'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Subnet': {'1.1'}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Trunk': {'1.1'}} Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: consumer versions: Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'ConntrackHelper': '1.0', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Log': '1.0', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Network': '1.1', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Port': '1.7', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'PortForwarding': '1.2', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'QosPolicy': '1.8', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroup': '1.4', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroupRule': '1.2', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SubPort': '1.0', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Subnet': '1.1', Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Trunk': '1.1'}} Jul 19 07:34:26.633366 dv-cinder-772623-11-iscsi neutron-server[99881]: {{(pid=99881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:34:26.677263 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:34:26.690872 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:34:26.695546 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:26.696341 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:26.700502 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913b3cc-2b4f-4e8e-887e-e18948611b27 None None] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:34:26.721355 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a7a7298f-db75-45da-98b3-77d99844f52a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6319513 Jul 19 07:34:26.831909 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07339d6c-7d9a-409e-a384-028cf2f38570 None None] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:34:27.180409 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:34:28.728994 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 6c436fda-23ff-4fb3-8eee-41c45b062f1c up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:34:28.784830 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 6c436fda-23ff-4fb3-8eee-41c45b062f1c completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:34:28.788488 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 6c436fda-23ff-4fb3-8eee-41c45b062f1c triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:28.788876 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:28.872599 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:28.907595 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 6c436fda-23ff-4fb3-8eee-41c45b062f1c, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=6c436fda-23ff-4fb3-8eee-41c45b062f1c,segment=NetworkSegment(04c6096e-bcb4-4115-a099-61fa14c5df4e),segment_id=04c6096e-bcb4-4115-a099-61fa14c5df4e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:34:28.911279 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:28.960862 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=6c436fda-23ff-4fb3-8eee-41c45b062f1c,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:28.982459 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 36402) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:29.226362 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9dbb6c94-c38f-4c56-9e7d-c8867ba035cb admin admin] 10.222.0.10 "GET /v2.0/routers/5de962b1-15f8-496f-b6ee-e6875c6bacb6 HTTP/1.1" status: 200 len: 710 time: 0.2426882 Jul 19 07:34:29.310935 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa550874-d59f-48ca-9c49-e32eac1488bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:34:29.312748 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-aa550874-d59f-48ca-9c49-e32eac1488bd admin admin] 10.222.0.10 "GET /v2.0/networks/5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 HTTP/1.1" status: 200 len: 886 time: 0.0814605 Jul 19 07:34:29.321402 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:34:29.558853 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:29.787294 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:29.859598 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.006823 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Allocated IP 172.27.3.25 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/8c6ab273-5e14-4d6a-8533-6b0a32579522) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:34:30.111561 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.193295 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.306150 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:34:30.310723 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:34:30.316537 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:34:30.322023 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6ab273-5e14-4d6a-8533-6b0a32579522,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:30.579461 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.714725 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 6c436fda-23ff-4fb3-8eee-41c45b062f1c up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:34:30.762242 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 6c436fda-23ff-4fb3-8eee-41c45b062f1c triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:30.762610 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.767633 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.770769 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-681726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-681589'] for router, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.879804 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:34:30.983218 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:34:30.987358 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] Notify callbacks [] for router, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:30.988544 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-26420aef-a198-4134-9e5d-778431855322 admin admin] 10.222.0.10 "PUT /v2.0/routers/5de962b1-15f8-496f-b6ee-e6875c6bacb6 HTTP/1.1" status: 200 len: 889 time: 1.6703310 Jul 19 07:34:30.992255 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Sync routers for ids ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:34:31.003687 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Routers {'5de962b1-15f8-496f-b6ee-e6875c6bacb6'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:34:31.004389 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:34:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:31.220798 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Set router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:34:31.603089 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'name': 'router1', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c6ab273-5e14-4d6a-8533-6b0a32579522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:34:13Z', 'updated_at': '2021-07-19T07:34:30Z', 'revision_number': 4, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'gw_port': {'id': '8c6ab273-5e14-4d6a-8533-6b0a32579522', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:29Z', 'updated_at': '2021-07-19T07:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '6c436fda-23ff-4fb3-8eee-41c45b062f1c', 'name': '', 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'mac_address': 'fa:16:3e:01:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:21Z', 'updated_at': '2021-07-19T07:34:28Z', 'revision_number': 5, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'subnets': [{'id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cad2183-1831-4194-9b49-8d92760a8585'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:31.653265 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Checking router: 5de962b1-15f8-496f-b6ee-e6875c6bacb6 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:34:31.653645 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Updating router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 port 8c6ab273-5e14-4d6a-8533-6b0a32579522 binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:34:31.687165 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:31.998186 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.007427 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Transition to ACTIVE for port object 8c6ab273-5e14-4d6a-8533-6b0a32579522 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:34:32.012696 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.059593 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Attempting to bind port 8c6ab273-5e14-4d6a-8533-6b0a32579522 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:34:32.059960 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Attempting to bind port 8c6ab273-5e14-4d6a-8533-6b0a32579522 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:34:32.060338 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Attempting to bind port 8c6ab273-5e14-4d6a-8533-6b0a32579522 on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:34:32.069352 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:34:32.069721 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:34:32.070115 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.070502 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:34:32.070966 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Bound port: 8c6ab273-5e14-4d6a-8533-6b0a32579522, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:34:32.071362 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.072764 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bced93-37da-4e97-8e63-c6167f9ddb0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ab273-5e14-4d6a-8533-6b0a32579522,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:32.124836 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] For port 8c6ab273-5e14-4d6a-8533-6b0a32579522, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:34:32.127854 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] For port 8c6ab273-5e14-4d6a-8533-6b0a32579522, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=8c6ab273-5e14-4d6a-8533-6b0a32579522,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:34:32.131720 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.189005 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Routers {'5de962b1-15f8-496f-b6ee-e6875c6bacb6'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:34:32.189847 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:34:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:32.290641 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bced93-37da-4e97-8e63-c6167f9ddb0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ab273-5e14-4d6a-8533-6b0a32579522,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:32.362492 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] Set router 5de962b1-15f8-496f-b6ee-e6875c6bacb6 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:34:32.568754 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'name': 'router1', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c6ab273-5e14-4d6a-8533-6b0a32579522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:34:13Z', 'updated_at': '2021-07-19T07:34:30Z', 'revision_number': 4, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'gw_port': {'id': '8c6ab273-5e14-4d6a-8533-6b0a32579522', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:29Z', 'updated_at': '2021-07-19T07:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '6c436fda-23ff-4fb3-8eee-41c45b062f1c', 'name': '', 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'mac_address': 'fa:16:3e:01:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:21Z', 'updated_at': '2021-07-19T07:34:28Z', 'revision_number': 5, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'subnets': [{'id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cad2183-1831-4194-9b49-8d92760a8585'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:34:32.594124 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848ca3-620b-4274-8032-5e9e2a842f10 None None] The sync data for ids ['5de962b1-15f8-496f-b6ee-e6875c6bacb6'] in dv-cinder-772623-11-iscsi is: [{'id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'name': 'router1', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c6ab273-5e14-4d6a-8533-6b0a32579522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:34:13Z', 'updated_at': '2021-07-19T07:34:30Z', 'revision_number': 4, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'gw_port': {'id': '8c6ab273-5e14-4d6a-8533-6b0a32579522', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:29Z', 'updated_at': '2021-07-19T07:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '6c436fda-23ff-4fb3-8eee-41c45b062f1c', 'name': '', 'network_id': '487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87', 'tenant_id': 'de15ba692f824ade9fe74990c99c83d3', 'mac_address': 'fa:16:3e:01:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de962b1-15f8-496f-b6ee-e6875c6bacb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:34:21Z', 'updated_at': '2021-07-19T07:34:28Z', 'revision_number': 5, 'project_id': 'de15ba692f824ade9fe74990c99c83d3', 'subnets': [{'id': 'ac6e0aa4-d63c-4c07-b589-4efc60c88358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cad2183-1831-4194-9b49-8d92760a8585'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:34:32.767509 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 8c6ab273-5e14-4d6a-8533-6b0a32579522 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:34:32.824841 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 8c6ab273-5e14-4d6a-8533-6b0a32579522 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:34:32.828871 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 8c6ab273-5e14-4d6a-8533-6b0a32579522 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:32.829254 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.908471 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.932163 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 8c6ab273-5e14-4d6a-8533-6b0a32579522, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=8c6ab273-5e14-4d6a-8533-6b0a32579522,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:34:32.937451 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:32.988207 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=8c6ab273-5e14-4d6a-8533-6b0a32579522,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:34:33.350950 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 36410) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:34:33.473381 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a9260c3c-4ce5-4af5-8949-04a62494d063 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1211143 Jul 19 07:34:34.725389 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 8c6ab273-5e14-4d6a-8533-6b0a32579522 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:34:34.776517 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 8c6ab273-5e14-4d6a-8533-6b0a32579522 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:34:34.776794 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:47.707569 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8d47-c458-4d87-be1e-968a8c1f8636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:50.036991 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f61af64c-c61e-4c08-a5d0-50685ff7ffd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:50.508677 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:51.493696 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:34:53.354878 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:04.180315 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:35:17.701209 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-b496074a-cf83-44ec-9744-8f7f0a60acff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:20.040518 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-04f18e9a-81a7-46e0-ab23-7b32887f744a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:20.510926 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:21.496782 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:23.342564 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:41.178611 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:35:47.701801 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5a228e1c-f67b-455f-9001-0b56e2380c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:50.041754 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-203c9af6-ef1f-4225-926b-8c72602a60ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:50.505479 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:51.496381 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:35:53.343011 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:13.545182 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37010) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:13.605800 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecf93c9-d93c-4861-b277-608e34a4d56d admin admin] GET failed (client error): The resource could not be found. Jul 19 07:36:13.607080 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-5ecf93c9-d93c-4861-b277-608e34a4d56d admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609787 Jul 19 07:36:13.766180 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783cc61-cefe-45d0-b980-d7e899620153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:13.767557 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-3783cc61-cefe-45d0-b980-d7e899620153 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567318 Jul 19 07:36:15.911100 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37020) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:16.009901 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d2c97-bcb3-4f74-b365-a937b8e8fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:16.011816 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-fd0d2c97-bcb3-4f74-b365-a937b8e8fd83 admin admin] 10.222.0.10 "GET /v2.0/subnets/ac6e0aa4-d63c-4c07-b589-4efc60c88358 HTTP/1.1" status: 200 len: 849 time: 0.0997722 Jul 19 07:36:16.020844 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:36:16.100975 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:16.235956 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745045005177'] for subnet, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:16.266387 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:16.266978 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:16.268245 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] 10.222.0.10 "PUT /v2.0/subnets/ac6e0aa4-d63c-4c07-b589-4efc60c88358 HTTP/1.1" status: 200 len: 868 time: 0.2510340 Jul 19 07:36:16.283255 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359362e3-97b0-4829-929f-caabb37731ba None None] Network 487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:36:16.289006 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6e0aa4-d63c-4c07-b589-4efc60c88358,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:36:16.297368 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.297758 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.298100 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.298432 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.298760 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.299102 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.299429 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.299764 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.300109 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.300463 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.300782 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.301096 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b648bad-0c8b-405b-824c-b1e3b16bf468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:36:16.643286 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f95ea563-a6be-4929-b996-c3b30d173d08 None None] Provisioning complete for port ccefeb77-7e7b-479d-a243-ca37ecc53932 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:36:16.643662 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f95ea563-a6be-4929-b996-c3b30d173d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:16.729869 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f95ea563-a6be-4929-b996-c3b30d173d08 None None] Provisioning complete for port 6c436fda-23ff-4fb3-8eee-41c45b062f1c triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:36:16.730143 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f95ea563-a6be-4929-b996-c3b30d173d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:17.701669 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-118402d7-26aa-4476-af31-3f305bfe5827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:18.176683 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:36:18.409914 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37028) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:18.660352 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c9e18-caa8-415b-b308-50f51a59be0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:18.660828 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c9e18-caa8-415b-b308-50f51a59be0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:18.662342 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-916c9e18-caa8-415b-b308-50f51a59be0d admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2514009 Jul 19 07:36:20.043442 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-23382cff-00cf-4d6d-b7fa-874896089f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:20.506989 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:20.785221 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37036) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:20.915956 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac0a63e-fdff-4309-ba58-583193e29219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:20.916978 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac0a63e-fdff-4309-ba58-583193e29219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:20.918514 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-bac0a63e-fdff-4309-ba58-583193e29219 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1323593 Jul 19 07:36:21.498271 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:23.043489 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37044) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:23.174407 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c463f3-3630-484a-ac70-88bf399de64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:23.175752 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-30c463f3-3630-484a-ac70-88bf399de64f admin admin] 10.222.0.10 "GET /v2.0/networks/487cf6ca-c4f0-4666-b6ad-ccc8aa6e5d87 HTTP/1.1" status: 200 len: 869 time: 0.1312189 Jul 19 07:36:23.349400 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:25.324998 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37054) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:25.447136 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcb8c7-c37e-497e-8acc-69a7271acbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:25.449015 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-b7dcb8c7-c37e-497e-8acc-69a7271acbb3 admin admin] 10.222.0.10 "GET /v2.0/networks/5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 HTTP/1.1" status: 200 len: 886 time: 0.1230757 Jul 19 07:36:27.635946 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37062) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:27.755837 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cecbafa-1f6b-4264-9fb4-0f864769ee21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:27.756303 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cecbafa-1f6b-4264-9fb4-0f864769ee21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:27.757823 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-3cecbafa-1f6b-4264-9fb4-0f864769ee21 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209171 Jul 19 07:36:29.889150 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37070) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:29.977937 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc4214b-10d7-4864-a6b0-166706875c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:29.978393 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc4214b-10d7-4864-a6b0-166706875c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:29.980388 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-8dc4214b-10d7-4864-a6b0-166706875c42 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902607 Jul 19 07:36:32.104364 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37078) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:32.186376 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b3d4f-4469-477e-b70f-ee49eb640a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:32.187679 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c20b3d4f-4469-477e-b70f-ee49eb640a66 admin admin] 10.222.0.10 "GET /v2.0/subnets/3df221c3-fe39-4587-ab65-65ae1492b7dc HTTP/1.1" status: 200 len: 816 time: 0.0823672 Jul 19 07:36:34.341236 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37086) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:34.428566 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8832ae6-99e3-4321-9f01-2914e64523e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:36:34.429872 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a8832ae6-99e3-4321-9f01-2914e64523e5 admin admin] 10.222.0.10 "GET /v2.0/subnets/ac6e0aa4-d63c-4c07-b589-4efc60c88358 HTTP/1.1" status: 200 len: 868 time: 0.0877025 Jul 19 07:36:47.701376 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-40ae0d3b-33b9-4c17-a7e3-3490befba61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:50.044861 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6ed3-0717-41f3-8e50-765b737e2039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:50.506954 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:51.501772 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:53.353615 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:36:55.174980 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:36:58.391769 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37138) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:36:58.437247 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [None req-5401b99e-bc09-42ae-ba40-061ec32b58a9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:36:58.438242 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-5401b99e-bc09-42ae-ba40-061ec32b58a9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455215 Jul 19 07:37:00.621009 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37146) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:37:00.677493 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.pecan_wsgi.hooks.translation [None req-d178244a-7388-4501-a4b0-3f2429bf39f4 admin admin] GET failed (client error): The resource could not be found. Jul 19 07:37:00.678784 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-d178244a-7388-4501-a4b0-3f2429bf39f4 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0568612 Jul 19 07:37:00.761712 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a727026a-96ac-4d7b-90fe-e8c5102a12c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:37:00.763113 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a727026a-96ac-4d7b-90fe-e8c5102a12c6 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799255 Jul 19 07:37:02.912423 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37154) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:37:02.956764 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:37:02.981528 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Made reservation on behalf of 5c4dad9d933b42adb8328caf3bc44ec9 for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:37:02.983798 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:03.026094 dv-cinder-772623-11-iscsi neutron-server[99881]: WARNING neutron.services.revisions.revision_plugin [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Could not find related network for resource to bump revision. Jul 19 07:37:03.041855 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:37:03.054926 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745045150513', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:03.055458 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Unsubscribe: segment precommit_create {{(pid=99881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 07:37:03.055881 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Added segment cc0e04ae-b1da-4dca-827b-d8808213fd3f of type vlan for network ef564337-c045-4b7f-8158-e298338d8878 Jul 19 07:37:03.110735 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:03.149347 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:03.150303 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:37:03.150870 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:03.195255 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2817881 Jul 19 07:37:03.244837 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efefbf-311d-421a-bd63-6a51be8b0620 admin admin] Pushing event updated for resources: {'Network': ['ID=ef564337-c045-4b7f-8158-e298338d8878,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:37:03.255977 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network ef564337-c045-4b7f-8158-e298338d8878 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:37:05.356043 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37162) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:37:05.413268 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f7f979-d4e7-4dff-a21f-975fb43d4ab4 admin admin] GET failed (client error): The resource could not be found. Jul 19 07:37:05.414796 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-61f7f979-d4e7-4dff-a21f-975fb43d4ab4 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577559 Jul 19 07:37:05.482874 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4f9e7-9bc9-480a-8f5c-042781be17a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:37:05.484247 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7ab4f9e7-9bc9-480a-8f5c-042781be17a3 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657096 Jul 19 07:37:05.493995 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:37:05.514064 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Made reservation on behalf of 5c4dad9d933b42adb8328caf3bc44ec9 for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:37:05.516214 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:05.672141 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:05.723148 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d3b8a4-dc17-4b7c-8fdf-bd763df23431,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:37:05.732009 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Checking segment: {'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:37:05.732380 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Network hostable DHCP agents. Network: ef564337-c045-4b7f-8158-e298338d8878, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:37:05.747978 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Network ef564337-c045-4b7f-8158-e298338d8878 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:37:05.755413 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, ef564337-c045-4b7f-8158-e298338d8878) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:37:05.759395 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:37:05.760076 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:05.763824 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d41e7-5047-45f8-ad71-b413641c1d26 None None] Network ef564337-c045-4b7f-8158-e298338d8878 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:37:05.773071 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-b186b228-95fa-4dbe-9501-1f771f2e9bc5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2828677 Jul 19 07:37:06.005787 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-ef564337-c045-4b7f-8158-e298338d8878', 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878', 'tenant_id': '5c4dad9d933b42adb8328caf3bc44ec9', 'fixed_ips': [{'subnet_id': '34d3b8a4-dc17-4b7c-8fdf-bd763df23431'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:37:06.006657 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:06.143882 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Allocated IP 192.168.233.2 (ef564337-c045-4b7f-8158-e298338d8878/34d3b8a4-dc17-4b7c-8fdf-bd763df23431/b38d80e7-57c9-4aba-8637-dd29fc03a925) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:37:06.283646 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:06.292954 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Transition to ACTIVE for port object b38d80e7-57c9-4aba-8637-dd29fc03a925 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:37:06.308231 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Transition to ACTIVE for port object b38d80e7-57c9-4aba-8637-dd29fc03a925 will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:37:06.315379 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:06.357618 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Network ef564337-c045-4b7f-8158-e298338d8878 is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:37:06.360337 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:37:06.363828 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:37:06.373093 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Pushing event updated for resources: {'Port': ['ID=b38d80e7-57c9-4aba-8637-dd29fc03a925,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:37:06.398025 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.398392 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.398742 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.399078 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.399411 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.399818 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.400170 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.400519 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.400852 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.401176 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.401499 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.401826 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:37:06.434449 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Attempting to bind port b38d80e7-57c9-4aba-8637-dd29fc03a925 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:37:06.434913 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Attempting to bind port b38d80e7-57c9-4aba-8637-dd29fc03a925 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:37:06.435338 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Attempting to bind port b38d80e7-57c9-4aba-8637-dd29fc03a925 on network ef564337-c045-4b7f-8158-e298338d8878 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:37:06.441209 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:37:06.441586 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Checking segment: {'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:37:06.442013 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:06.442414 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Bound using segment: {'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:37:06.442883 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Bound port: b38d80e7-57c9-4aba-8637-dd29fc03a925, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:37:06.443281 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:06.505739 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] For port b38d80e7-57c9-4aba-8637-dd29fc03a925, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:37:06.509211 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] For port b38d80e7-57c9-4aba-8637-dd29fc03a925, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=b38d80e7-57c9-4aba-8637-dd29fc03a925,segment=NetworkSegment(cc0e04ae-b1da-4dca-827b-d8808213fd3f),segment_id=cc0e04ae-b1da-4dca-827b-d8808213fd3f)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:37:06.513176 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:06.573367 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8c0b-42f7-4d7d-b7a0-082246cf28e8 None None] Pushing event updated for resources: {'Port': ['ID=b38d80e7-57c9-4aba-8637-dd29fc03a925,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:37:06.863913 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device b38d80e7-57c9-4aba-8637-dd29fc03a925 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:37:06.921073 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port b38d80e7-57c9-4aba-8637-dd29fc03a925 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:37:07.346495 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7685af8-4aa2-44ec-b8ab-53eb4ecb1512 None None] Network ef564337-c045-4b7f-8158-e298338d8878 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:37:07.417814 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-94229cc1-19a9-4672-b19a-55a6d4964708 None None] Provisioning for port b38d80e7-57c9-4aba-8637-dd29fc03a925 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:37:07.423822 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-94229cc1-19a9-4672-b19a-55a6d4964708 None None] Provisioning complete for port b38d80e7-57c9-4aba-8637-dd29fc03a925 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:37:07.424190 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-94229cc1-19a9-4672-b19a-55a6d4964708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:07.563261 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-94229cc1-19a9-4672-b19a-55a6d4964708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:07.607668 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-94229cc1-19a9-4672-b19a-55a6d4964708 None None] For port b38d80e7-57c9-4aba-8637-dd29fc03a925, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=b38d80e7-57c9-4aba-8637-dd29fc03a925,segment=NetworkSegment(cc0e04ae-b1da-4dca-827b-d8808213fd3f),segment_id=cc0e04ae-b1da-4dca-827b-d8808213fd3f)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:37:07.613786 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-94229cc1-19a9-4672-b19a-55a6d4964708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:07.667995 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94229cc1-19a9-4672-b19a-55a6d4964708 None None] Pushing event updated for resources: {'Port': ['ID=b38d80e7-57c9-4aba-8637-dd29fc03a925,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:37:07.834704 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-e0db91a6-0c75-4ed2-b2ea-e922407b214d None None] Provisioning complete for port b38d80e7-57c9-4aba-8637-dd29fc03a925 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:37:07.835071 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e0db91a6-0c75-4ed2-b2ea-e922407b214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:08.830422 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device b38d80e7-57c9-4aba-8637-dd29fc03a925 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:37:08.879248 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port b38d80e7-57c9-4aba-8637-dd29fc03a925 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:37:08.879608 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:17.703909 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-6b5728d9-a23c-4008-9cc6-6fb6b29148d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:20.045555 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8f429379-94dd-4724-81e5-962e9fecdd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:20.507756 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:21.503726 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:23.357159 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:32.173687 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:37:47.706108 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5a77fbed-1177-4a61-8b0d-432b29f69a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:50.047757 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5e43259e-8616-4e93-8fcf-f6d72b2b31f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:50.510044 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:51.506197 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:37:53.358413 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:09.173203 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:38:17.707142 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8fddcf3f-8cd1-49ed-9060-9c0f3ab5efbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:20.048877 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-82f0f0b9-5fdb-49b7-b561-6b263f7235ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:20.513429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:21.510694 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:23.361978 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:29.817815 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37216) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:38:29.823700 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [None req-d5d8a6f4-96ae-4951-8f6f-672f3f98842d tempest-verify_tempest_config-1210110797 tempest-verify_tempest_config-1210110797-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:38:29.824683 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-d5d8a6f4-96ae-4951-8f6f-672f3f98842d tempest-verify_tempest_config-1210110797 tempest-verify_tempest_config-1210110797-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059147 Jul 19 07:38:30.116728 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37234) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:38:30.213901 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:30.331460 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:30.335103 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:30.378505 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d59eb66251f2429b97bd452301de4411&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2607427 Jul 19 07:38:30.380318 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dde9600-0735-4318-8a64-72fe56d21149,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:38:30.381227 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37238) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:38:30.386873 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.387227 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.387570 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.387905 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.388239 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.388605 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.388936 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.389279 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.389624 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.389950 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.390270 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.390587 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f1d46-6041-4691-8c68-4aed7c532e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.435532 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:30.456026 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:30.542351 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:30.545324 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:30.546602 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3dde9600-0735-4318-8a64-72fe56d21149 HTTP/1.1" status: 204 len: 168 time: 0.1643977 Jul 19 07:38:30.554126 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dde9600-0735-4318-8a64-72fe56d21149,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:38:30.560571 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.560940 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.561285 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.561624 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.561957 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.562291 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.562623 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.562954 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.563297 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.563735 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.564060 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:30.564419 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717c1cc-998a-4b64-a10c-7d21705eb3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:38:46.171772 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:38:47.707937 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-78738acd-bb48-4ac9-b38d-2407d27bb1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:50.049012 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-335cb6fb-8eae-4d83-99a8-df6dc587a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:50.514429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:51.512063 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:38:53.364504 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:17.708106 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-60bfa3ca-e5f1-4c42-b2eb-655edb483ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:20.048346 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc6bc-3d38-4c3f-a0e2-53683d68556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:20.514432 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:21.515163 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:23.171882 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 5 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:39:23.368419 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:47.708726 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d15fda6-0a79-4ff7-8597-bf09158b07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:50.047410 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-08e20b09-1832-4e14-81c9-224afcac4453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:50.514798 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:51.517073 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:53.370722 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:39:57.538068 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676599'] for agent, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:00.171193 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:40:01.565023 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37292) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:40:01.663864 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-821c3c3e-22e0-4e44-9659-dfeaff1a4240 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0975246 Jul 19 07:40:03.807461 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37302) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:40:03.865598 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-6b236c5c-da79-41cc-82c8-a27ec9b56fb3 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0570552 Jul 19 07:40:17.708466 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5d64e73c-408b-47b9-b1a8-bb61794e24aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:20.045783 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e91b5ccf-ecf1-4195-b4b6-cb3574e9896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:20.514488 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:21.521252 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:23.373947 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:27.492700 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:37.171344 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:40:47.709710 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-b7a258e6-dc7d-4961-a53c-bfd4a129a21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:50.044421 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2015bc15-239f-494f-adad-d57fe8e3d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:50.518640 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:51.525385 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:53.383413 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:40:57.505472 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:14.170204 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:41:17.709935 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a5364e92-00d5-406d-a450-c73aa21ef5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:20.045343 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a9873090-acc3-497f-a8a6-8ec0336b93a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:20.519510 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:21.525957 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:23.379574 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:27.503373 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.358666 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37444) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:33.665268 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-356999154-network', 'tenant_id': 'bbb4a5767ec444f286b24cf649019ef0'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:33.687158 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Made reservation on behalf of bbb4a5767ec444f286b24cf649019ef0 for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:33.689464 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.697540 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.798167 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.802799 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.828563 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371025bb-373b-4d11-bb7e-74afe780d026,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:33.839304 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.839675 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.840029 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.840360 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.840685 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.841079 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.841389 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.841701 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.842086 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.842448 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.842822 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.843145 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Tracked resource versions report: Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: pushed versions: Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: { 'AddressGroup': {'1.2'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'ConntrackHelper': {'1.0'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Log': {'1.0'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Network': {'1.1'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Port': {'1.7'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'PortForwarding': {'1.2'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'QosPolicy': {'1.8'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroup': {'1.4'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SubPort': {'1.0'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Subnet': {'1.1'}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Trunk': {'1.1'}} Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: consumer versions: Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: HyperV agent@hv-cinder-77262: {}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'ConntrackHelper': '1.0', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Log': '1.0', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Network': '1.1', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Port': '1.7', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'PortForwarding': '1.2', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'QosPolicy': '1.8', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroup': '1.4', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SecurityGroupRule': '1.2', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'SubPort': '1.0', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Subnet': '1.1', Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: 'Trunk': '1.1'}} Jul 19 07:41:33.844257 dv-cinder-772623-11-iscsi neutron-server[99881]: {{(pid=99881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:41:33.858808 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:41:33.869211 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.869555 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Added segment 95325ec6-15a7-4814-9456-21ac10930cff of type vlan for network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 Jul 19 07:41:33.918355 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.951543 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.952755 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:33.953364 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:33.993103 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6304700 Jul 19 07:41:33.993874 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37480) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:33.997045 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37484) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:34.001355 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Request body: {'subnet': {'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-356999154-subnet', 'tenant_id': 'bbb4a5767ec444f286b24cf649019ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:34.019697 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03746ae3-7126-4679-af09-7544b42986f9 admin admin] Pushing event updated for resources: {'Network': ['ID=cf81cda4-ae2b-460b-ac57-d70ca40fe1a8,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:34.033206 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:41:34.041361 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Made reservation on behalf of bbb4a5767ec444f286b24cf649019ef0 for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:34.044951 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.207005 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-network', 'tenant_id': '88008b667845419886b01b7be74ee955'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:34.236659 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Made reservation on behalf of 88008b667845419886b01b7be74ee955 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:34.239007 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.248656 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.422924 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.434714 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.441599 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.467369 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37522) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:34.482081 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:41:34.511273 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.511626 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Added segment e057f4e1-bdb7-4fc5-92af-87bfba56f6cf of type vlan for network 13dd5e63-2351-452e-8059-e6311724dd6f Jul 19 07:41:34.561059 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f0770-9239-42ba-8cf9-a2a53cf116a4,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:34.573345 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aedc685-0a9e-4415-869c-c58aaf8283d9,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:34.579822 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.590869 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.591218 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.591767 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.592204 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.592611 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.592926 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.593269 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.593622 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.593966 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.594297 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.594620 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.594944 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Tracked resource versions report: Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: pushed versions: Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: { 'AddressGroup': {'1.2'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'ConntrackHelper': {'1.0'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Log': {'1.0'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Network': {'1.1'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Port': {'1.7'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'PortForwarding': {'1.2'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'QosPolicy': {'1.8'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroup': {'1.4'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SubPort': {'1.0'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Subnet': {'1.1'}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Trunk': {'1.1'}} Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: consumer versions: Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: HyperV agent@hv-cinder-77262: {}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'ConntrackHelper': '1.0', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Log': '1.0', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Network': '1.1', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Port': '1.7', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'PortForwarding': '1.2', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'QosPolicy': '1.8', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroup': '1.4', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SecurityGroupRule': '1.2', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'SubPort': '1.0', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Subnet': '1.1', Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: 'Trunk': '1.1'}} Jul 19 07:41:34.596069 dv-cinder-772623-11-iscsi neutron-server[99880]: {{(pid=99880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:41:34.619298 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.619676 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.620020 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.620373 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.620877 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.621231 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.621623 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.621890 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.622218 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.622613 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.622862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.623185 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:34.637460 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37532) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:34.639765 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Checking segment: {'id': '95325ec6-15a7-4814-9456-21ac10930cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:34.640339 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Network hostable DHCP agents. Network: cf81cda4-ae2b-460b-ac57-d70ca40fe1a8, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:41:34.645733 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.646682 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:34.647473 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.723544 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] Pushing event updated for resources: {'Network': ['ID=13dd5e63-2351-452e-8059-e6311724dd6f,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:34.725313 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:41:34.730842 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5067ad29-752c-49fd-8e87-e50bda4584e4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7222555 Jul 19 07:41:34.731282 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37538) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:34.737294 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Request body: {'subnet': {'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-subnet', 'tenant_id': '88008b667845419886b01b7be74ee955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:34.738019 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, cf81cda4-ae2b-460b-ac57-d70ca40fe1a8) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:34.743004 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:34.744199 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.747639 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 13dd5e63-2351-452e-8059-e6311724dd6f details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:41:34.770783 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1943d-bc14-4a8a-a569-ea21f660088c None None] Network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:34.776877 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Made reservation on behalf of 88008b667845419886b01b7be74ee955 for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:34.783196 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:34.793174 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c5092d2d-f6ac-4e70-b71b-d22f4b7b85ff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7972245 Jul 19 07:41:34.946195 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1846798496-network', 'tenant_id': '5da7e5dcd7a14db2a446be39adbad5ec'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:34.963524 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d0306-c4e5-4916-94ab-2cf7bbf656b6 None None] Network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:34.998399 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1582014796-network', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:35.042984 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Made reservation on behalf of 5da7e5dcd7a14db2a446be39adbad5ec for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:35.045661 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.059516 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Made reservation on behalf of 7c71ba0302fe4b31813f99b72abba117 for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:35.062499 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.064724 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.082616 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.219392 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.320471 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.323684 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=00536343-cd69-4ceb-9d12-e2d1c0705020,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:35.328473 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Checking segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:35.328818 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Network hostable DHCP agents. Network: 13dd5e63-2351-452e-8059-e6311724dd6f, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:41:35.334214 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.364997 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:41:35.393727 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649c5dd7-ff3c-4292-997b-e01b8c4f94c5,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:35.401363 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.401830 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Added segment 960118b5-c6af-4774-8af0-bea4693240fe of type vlan for network b584b1b1-ba2c-4e8d-99a7-17853b794716 Jul 19 07:41:35.414949 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Network 13dd5e63-2351-452e-8059-e6311724dd6f is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:41:35.456100 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 13dd5e63-2351-452e-8059-e6311724dd6f) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:35.467558 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb0901-9177-49e8-9fe7-4650be119718 None None] Network 13dd5e63-2351-452e-8059-e6311724dd6f requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:35.467990 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.475840 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:35.476507 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.518747 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.521841 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:35.522422 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.597558 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] Pushing event updated for resources: {'Network': ['ID=b584b1b1-ba2c-4e8d-99a7-17853b794716,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:35.609321 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:41:35.625787 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.635964 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.659000 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-13dd5e63-2351-452e-8059-e6311724dd6f', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:41:35.659467 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:41:35.659881 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.676701 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.678159 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Added segment 358d64b4-398b-454c-8461-ea119d34b446 of type vlan for network e458021d-cbb0-43ce-a4a4-ff961385cf30 Jul 19 07:41:35.735096 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.769596 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-30ef43eb-1225-4cc6-98fb-95f860857cbd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0369127 Jul 19 07:41:35.773567 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c6c62220-173f-42ee-9b81-39dec3d4f857 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3014817 Jul 19 07:41:35.773567 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37594) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:35.775303 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37596) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:35.776455 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.776801 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:35.777384 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.782570 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:35.786269 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Request body: {'subnet': {'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1846798496-subnet', 'tenant_id': '5da7e5dcd7a14db2a446be39adbad5ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:35.822377 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Made reservation on behalf of 5da7e5dcd7a14db2a446be39adbad5ec for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:35.831293 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.857206 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=e458021d-cbb0-43ce-a4a4-ff961385cf30,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:35.873681 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Allocated IP 172.20.0.2 (13dd5e63-2351-452e-8059-e6311724dd6f/00536343-cd69-4ceb-9d12-e2d1c0705020/18a4e1ba-f260-40ce-9cf3-610b8430eb60) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:35.877090 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:41:35.882205 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4348c95-90b5-41fd-85e2-379e70385355,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:35.906031 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:35.908039 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.031966 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.041514 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0e25d150-23c2-42c7-bf29-bba983352cc9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4026570 Jul 19 07:41:36.042260 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37602) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:36.052227 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Request body: {'subnet': {'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1582014796-subnet', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:36.085822 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Made reservation on behalf of 7c71ba0302fe4b31813f99b72abba117 for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:36.090510 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.105980 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.115876 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Transition to ACTIVE for port object 18a4e1ba-f260-40ce-9cf3-610b8430eb60 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:36.132230 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Transition to ACTIVE for port object 18a4e1ba-f260-40ce-9cf3-610b8430eb60 will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:36.153529 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.207566 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Network 13dd5e63-2351-452e-8059-e6311724dd6f is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:36.211059 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:36.219090 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:36.236031 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Pushing event updated for resources: {'Port': ['ID=18a4e1ba-f260-40ce-9cf3-610b8430eb60,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:36.267495 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.269013 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.269639 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.270190 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.270732 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.271295 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.272017 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.272702 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.273518 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.274125 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.274762 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.275991 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.276558 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Tracked resource versions report: Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: pushed versions: Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: { 'AddressGroup': {'1.2'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'ConntrackHelper': {'1.0'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Log': {'1.0'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Network': {'1.1'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Port': {'1.7'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'PortForwarding': {'1.2'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'QosPolicy': {'1.8'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroup': {'1.4'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SubPort': {'1.0'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Subnet': {'1.1'}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Trunk': {'1.1'}} Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: consumer versions: Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: HyperV agent@hv-cinder-77262: {}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'ConntrackHelper': '1.0', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Log': '1.0', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Network': '1.1', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Port': '1.7', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'PortForwarding': '1.2', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'QosPolicy': '1.8', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroup': '1.4', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SecurityGroupRule': '1.2', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'SubPort': '1.0', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Subnet': '1.1', Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: 'Trunk': '1.1'}} Jul 19 07:41:36.278248 dv-cinder-772623-11-iscsi neutron-server[99882]: {{(pid=99882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:41:36.321390 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Attempting to bind port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:36.322238 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Attempting to bind port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:36.323102 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Attempting to bind port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 on network 13dd5e63-2351-452e-8059-e6311724dd6f {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:36.330316 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:36.331003 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Checking segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:36.331784 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.332592 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Bound using segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:36.333626 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Bound port: 18a4e1ba-f260-40ce-9cf3-610b8430eb60, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:36.334268 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.336874 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.403606 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5daced-5b5f-4f67-88a0-29aee7da9eb1,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:36.437118 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] For port 18a4e1ba-f260-40ce-9cf3-610b8430eb60, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:36.444896 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] For port 18a4e1ba-f260-40ce-9cf3-610b8430eb60, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=18a4e1ba-f260-40ce-9cf3-610b8430eb60,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:36.457487 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.480757 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Checking segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:36.483437 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Network hostable DHCP agents. Network: b584b1b1-ba2c-4e8d-99a7-17853b794716, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:41:36.532128 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:41:36.592165 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e30193-ca16-4ab0-90d9-0c9d6f5385f2 None None] Pushing event updated for resources: {'Port': ['ID=18a4e1ba-f260-40ce-9cf3-610b8430eb60,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:36.610207 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, b584b1b1-ba2c-4e8d-99a7-17853b794716) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:36.618242 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:36.618947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.621264 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839754d1-a994-4c41-ad00-b0cff36fe822 None None] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:36.648230 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-fa3979de-e7f0-49e1-a8b4-987b82b89b74 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8693264 Jul 19 07:41:36.853317 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.904114 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:36.941807 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06775660-960f-473d-9acb-fcca582f7eec None None] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:36.944814 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.042749 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Checking segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:37.070245 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Network hostable DHCP agents. Network: e458021d-cbb0-43ce-a4a4-ff961385cf30, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:41:37.075370 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051c354d-c91f-4a99-9380-0e848591a3bf,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:37.098987 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Allocated IP 172.27.3.88 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/ef37d5b9-4576-4817-abab-7122423cf3e2) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:37.127642 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:41:37.147633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, e458021d-cbb0-43ce-a4a4-ff961385cf30) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:37.153240 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:37.153945 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.180113 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d7a04-dc45-4819-b8f4-0b17bf4d2bc4 None None] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:37.183373 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-4ac4c0f3-76b3-4b80-a850-972657542db5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1395993 Jul 19 07:41:37.186140 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37644) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:37.193357 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:37.235869 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.237355 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.348180 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.392953 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.403325 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.453377 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Pushing event updated for resources: {'Port': ['ID=ef37d5b9-4576-4817-abab-7122423cf3e2,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:37.490840 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:37.493678 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:37.497245 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:37.630062 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-e458021d-cbb0-43ce-a4a4-ff961385cf30', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:41:37.637202 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:37.705869 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37680) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:37.709112 dv-cinder-772623-11-iscsi neutron-server[99881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 07:41:37.776980 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.075593 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Allocated IP 172.20.0.2 (e458021d-cbb0-43ce-a4a4-ff961385cf30/051c354d-c91f-4a99-9380-0e848591a3bf/ffa93086-9398-42c1-b001-8dbe1c9b3120) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:38.172230 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.202891 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.281328 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48988c5b-43cc-434c-9eba-71cfad55432c None None] Network 13dd5e63-2351-452e-8059-e6311724dd6f requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:38.347076 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-77623011-8502-464e-8fc2-10607921d486 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:38.351118 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Allocated IP 172.27.3.233 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/2b7c807e-6c1a-40c1-8621-f5fa1867581d) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:38.353743 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-77623011-8502-464e-8fc2-10607921d486 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/networks?id=cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 HTTP/1.1" status: 200 len: 811 time: 0.6465280 Jul 19 07:41:38.385663 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-72055f4e-5755-49ba-9177-805f28f2f207 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/quotas/bbb4a5767ec444f286b24cf649019ef0 HTTP/1.1" status: 200 len: 375 time: 0.0308304 Jul 19 07:41:38.443969 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-9ae25628-8656-4e2d-87c0-fc1d5e93ec15 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbb4a5767ec444f286b24cf649019ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572186 Jul 19 07:41:38.465581 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.482083 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.531579 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.625260 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:38.628534 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:38.642952 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:38.665981 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-b551b38c-b9e6-4491-8ace-d89311c0ca08 None None] Provisioning for port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:38.797312 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-5a28fced-b60d-46ca-8711-9329fd0da581 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:41:38.806710 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-5a28fced-b60d-46ca-8711-9329fd0da581 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1106875 Jul 19 07:41:38.807941 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.818007 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:38.843741 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Transition to ACTIVE for port object ffa93086-9398-42c1-b001-8dbe1c9b3120 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:38.892580 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Transition to ACTIVE for port object ffa93086-9398-42c1-b001-8dbe1c9b3120 will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:38.909055 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.022339 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7c807e-6c1a-40c1-8621-f5fa1867581d,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:39.074470 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Pushing event updated for resources: {'Port': ['ID=ffa93086-9398-42c1-b001-8dbe1c9b3120,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:39.102692 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:39.105216 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:39.109870 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:39.180025 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 18a4e1ba-f260-40ce-9cf3-610b8430eb60 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:39.198572 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-37e4e2a1-be80-4529-a58f-0401e96caa1f service neutron] 10.222.0.10 "GET /v2.0/networks/cf81cda4-ae2b-460b-ac57-d70ca40fe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909073 Jul 19 07:41:39.304685 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Attempting to bind port ffa93086-9398-42c1-b001-8dbe1c9b3120 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:39.305362 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Attempting to bind port ffa93086-9398-42c1-b001-8dbe1c9b3120 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:39.305874 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Attempting to bind port ffa93086-9398-42c1-b001-8dbe1c9b3120 on network e458021d-cbb0-43ce-a4a4-ff961385cf30 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:39.313544 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:39.314140 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Checking segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:39.314854 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.315395 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Bound using segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:39.316126 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Bound port: ffa93086-9398-42c1-b001-8dbe1c9b3120, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:39.316863 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.383903 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.401434 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] For port ffa93086-9398-42c1-b001-8dbe1c9b3120, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:39.404661 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] For port ffa93086-9398-42c1-b001-8dbe1c9b3120, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ffa93086-9398-42c1-b001-8dbe1c9b3120,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:39.416899 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.434280 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:41:39.477097 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:39.487267 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421db62-a13e-4a2d-9785-9c1bcb0a04a1 None None] Pushing event updated for resources: {'Port': ['ID=ffa93086-9398-42c1-b001-8dbe1c9b3120,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:39.499634 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:39.500008 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.596003 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:41:39.616181 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Sync routers for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:41:39.622543 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37744) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:39.630118 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:39.630773 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:39.659697 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.709646 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-e3d41b1d-9b6d-4ae2-b539-b6fc52a5e3f9 service neutron] 10.222.0.10 "GET /v2.0/networks/cf81cda4-ae2b-460b-ac57-d70ca40fe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733851 Jul 19 07:41:39.711609 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.722910 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] Notify callbacks [] for router, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.724579 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e37c99cd-2172-41ab-ab1b-28fe41e37935 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9498143 Jul 19 07:41:39.728086 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37750) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:39.743445 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 18a4e1ba-f260-40ce-9cf3-610b8430eb60, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=18a4e1ba-f260-40ce-9cf3-610b8430eb60,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:41:39.758050 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:39.880617 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-8be04302-9a18-48e1-9cb7-21626df8dd50 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:39.895604 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=18a4e1ba-f260-40ce-9cf3-610b8430eb60,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:39.925561 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-8be04302-9a18-48e1-9cb7-21626df8dd50 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.2757213 Jul 19 07:41:39.931025 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:39.945331 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-80e2a345-187d-41e0-830a-d6aaae64f7f9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/quotas/5da7e5dcd7a14db2a446be39adbad5ec HTTP/1.1" status: 200 len: 375 time: 0.0337141 Jul 19 07:41:39.997459 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-43b2657f-30b8-4787-93fc-4346350c9009 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508800 Jul 19 07:41:40.184634 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:37Z', 'revision_number': 3, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:40.198709 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-5c28a2e9-7c37-4441-be16-6949c17af412 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:41:40.200083 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-5c28a2e9-7c37-4441-be16-6949c17af412 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1169176 Jul 19 07:41:40.226042 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Checking router: d3ee98dd-6dbd-4acb-99c8-45e092f2a049 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:41:40.226393 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Updating router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 port ef37d5b9-4576-4817-abab-7122423cf3e2 binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:41:40.276928 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:40.334567 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-f27344a1-6128-45d8-915b-c82e485cfde9 service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279504 Jul 19 07:41:40.470766 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:41:40.621181 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-b021eba0-d9cb-4c39-b9a1-4be805743430 service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802653 Jul 19 07:41:40.672926 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7d05a04f-3d57-460d-9d7e-5628a356a2bc req-8711b0e5-e5a7-4aba-938c-b74d44e3f090 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 210 time: 0.2809532 Jul 19 07:41:40.696182 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:40.709236 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Transition to ACTIVE for port object ef37d5b9-4576-4817-abab-7122423cf3e2 will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:40.719972 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:40.780644 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Pushing event updated for resources: {'Port': ['ID=ef37d5b9-4576-4817-abab-7122423cf3e2,revision_number=2']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:40.790479 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.791034 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.791581 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.792137 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.792658 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.793153 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.793678 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.794205 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.794689 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.795194 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.795716 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.796354 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Tracked resource versions report: Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: pushed versions: Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: { 'AddressGroup': {'1.2'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'ConntrackHelper': {'1.0'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Log': {'1.0'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Network': {'1.1'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Port': {'1.7'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'PortForwarding': {'1.2'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'QosPolicy': {'1.8'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroup': {'1.4'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroupRule': {'1.2'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SubPort': {'1.0'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Subnet': {'1.1'}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Trunk': {'1.1'}} Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: consumer versions: Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: { DHCP agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: HyperV agent@hv-cinder-77262: {}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: L3 agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: Metadata agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: Metering agent@dv-cinder-772623-11-iscsi: {}, Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: Open vSwitch agent@dv-cinder-772623-11-iscsi: { 'AddressGroup': '1.2', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'ConntrackHelper': '1.0', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Log': '1.0', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Network': '1.1', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Port': '1.7', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'PortForwarding': '1.2', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'QosPolicy': '1.8', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroup': '1.4', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SecurityGroupRule': '1.2', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'SubPort': '1.0', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Subnet': '1.1', Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: 'Trunk': '1.1'}} Jul 19 07:41:40.797662 dv-cinder-772623-11-iscsi neutron-server[99883]: {{(pid=99883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 07:41:40.823085 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Attempting to bind port ef37d5b9-4576-4817-abab-7122423cf3e2 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:40.823629 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Attempting to bind port ef37d5b9-4576-4817-abab-7122423cf3e2 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:40.824186 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Attempting to bind port ef37d5b9-4576-4817-abab-7122423cf3e2 on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:40.831828 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:40.832430 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:40.833157 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:40.833740 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:40.834520 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Bound port: ef37d5b9-4576-4817-abab-7122423cf3e2, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:40.835291 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:40.968782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:41:40.988534 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Sync routers for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:41:40.998997 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] For port ef37d5b9-4576-4817-abab-7122423cf3e2, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:41.010852 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] For port ef37d5b9-4576-4817-abab-7122423cf3e2, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ef37d5b9-4576-4817-abab-7122423cf3e2,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:41.011892 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:41.012450 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:41.043037 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:41.071456 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:41.079626 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d1e34877-06a4-4987-990e-e3473915b159 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8923318 Jul 19 07:41:41.082504 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37824) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:41.235257 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:41.242117 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:41.316464 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e4dd6-e0b7-474f-b4d9-4dab1e27cb7c None None] Pushing event updated for resources: {'Port': ['ID=ef37d5b9-4576-4817-abab-7122423cf3e2,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:41.319769 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:41.441796 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e843e0d1-8d95-4ec5-aa00-87ade5877da5 req-dc3f1432-3073-49d7-81f3-9155b7a4b2b2 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 210 time: 0.1312692 Jul 19 07:41:41.445047 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:41.459360 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:41.475341 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae19b2-663e-43c8-8288-eb1643eec7c2 None None] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:41:41.493411 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 18a4e1ba-f260-40ce-9cf3-610b8430eb60 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:41.673809 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Allocated IP 172.20.0.1 (13dd5e63-2351-452e-8059-e6311724dd6f/00536343-cd69-4ceb-9d12-e2d1c0705020/53f8d03c-3d4d-4d57-ba17-5d02aebc5144) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:41.917937 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:37Z', 'revision_number': 3, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:41.952330 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-1189de06-7d49-4ee4-8484-b0a7e8abe511 None None] Provisioning for port ffa93086-9398-42c1-b001-8dbe1c9b3120 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:41.954322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:41.971157 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab2bcc-63ff-4d6a-99ed-bd2eee7a75c4 None None] The sync data for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi is: [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:37Z', 'revision_number': 3, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:41:41.983687 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Transition to ACTIVE for port object 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:42.078235 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:42.097836 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:42.098915 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:42.178947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Network 13dd5e63-2351-452e-8059-e6311724dd6f is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:42.193315 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:42.209453 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:42.210176 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:42.320908 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37894) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:42.424539 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:39Z', 'revision_number': 3, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:42.529369 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-75ccca27-5893-4309-a467-1ff13a7abec4 req-bceeffaa-02e1-4966-bdb7-fce42806af4c tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 210 time: 0.2068243 Jul 19 07:41:42.542646 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Checking router: 2205f05e-a017-4bd5-961b-2d8f44f0fc71 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:41:42.542934 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Updating router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 port 2b7c807e-6c1a-40c1-8621-f5fa1867581d binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:41:42.817598 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-97636334-938f-460e-ba49-36209b0f0f54 None None] Provisioning for port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:42.835299 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-97636334-938f-460e-ba49-36209b0f0f54 None None] Provisioning complete for port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:42.836931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-97636334-938f-460e-ba49-36209b0f0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:42.870265 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f368-f1a6-436f-b109-3a67f6818a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.006857 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.073999 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:43.199166 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f368-f1a6-436f-b109-3a67f6818a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.213149 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.216860 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c89319de-6bb9-4521-b52e-26da8b8d5461 req-896361a8-e0d7-4cbd-bf4f-2bb55f2cfae2 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 210 time: 0.4287205 Jul 19 07:41:43.224655 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f368-f1a6-436f-b109-3a67f6818a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.248982 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-97636334-938f-460e-ba49-36209b0f0f54 None None] Port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:41:43.269751 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ffa93086-9398-42c1-b001-8dbe1c9b3120 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:43.303962 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37930) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:43.304671 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37932) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:43.329510 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-2ae0f368-f1a6-436f-b109-3a67f6818a4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9582b38f401e4590b0becbebb93ebf3d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0047717 Jul 19 07:41:43.330864 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37938) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:43.342081 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f368-f1a6-436f-b109-3a67f6818a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54ea52-e51f-4de1-8baf-1408700317af,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:43.505316 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c4848c8f-7326-4c11-a6c0-0bea24ef622c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.546826 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e65728b9-89fc-4a2a-80db-52d54fa2c3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.584145 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c4848c8f-7326-4c11-a6c0-0bea24ef622c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.587809 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.597215 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.598000 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.635503 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba7d1-1f16-4ea6-95ef-dd46f036f165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.746765 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:43.766730 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.772418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c4848c8f-7326-4c11-a6c0-0bea24ef622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.776717 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c4848c8f-7326-4c11-a6c0-0bea24ef622c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.778073 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c4848c8f-7326-4c11-a6c0-0bea24ef622c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea54ea52-e51f-4de1-8baf-1408700317af HTTP/1.1" status: 204 len: 168 time: 0.4370670 Jul 19 07:41:43.793649 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port ffa93086-9398-42c1-b001-8dbe1c9b3120 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:43.810462 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port ffa93086-9398-42c1-b001-8dbe1c9b3120 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:43.810793 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:43.839260 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0a53ddf7-0aa9-4ced-bfc3-c5d44c912c53 req-8be9ed63-ecfb-4a34-8772-2e6c72128b35 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 210 time: 0.1050785 Jul 19 07:41:43.851692 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4848c8f-7326-4c11-a6c0-0bea24ef622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54ea52-e51f-4de1-8baf-1408700317af,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:43.870138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Network 13dd5e63-2351-452e-8059-e6311724dd6f is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:43.872124 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:44.058786 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.25', 52860) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:44.115193 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-85e49f65-5b33-40a2-847d-905137778188 None None] Provisioning complete for port ffa93086-9398-42c1-b001-8dbe1c9b3120 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:44.115507 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-85e49f65-5b33-40a2-847d-905137778188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.157516 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e65728b9-89fc-4a2a-80db-52d54fa2c3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.206773 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e65728b9-89fc-4a2a-80db-52d54fa2c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.213590 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.231864 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.313424 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Transition to ACTIVE for port object 2b7c807e-6c1a-40c1-8621-f5fa1867581d will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:44.335952 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:41:44.353101 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.366737 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f713c3d4-7edd-4850-9c2c-504f42356521 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:44.368996 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f713c3d4-7edd-4850-9c2c-504f42356521 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.25 "GET /v2.0/networks?id=cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 HTTP/1.1" status: 200 len: 811 time: 0.3085310 Jul 19 07:41:44.460947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Request body: {'port': {'device_id': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8', 'admin_state_up': True, 'tenant_id': 'bbb4a5767ec444f286b24cf649019ef0'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:44.529378 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 37968) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:44.542369 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e65728b9-89fc-4a2a-80db-52d54fa2c3b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4beeaaa2c0cc493ebe2bc8e0383d9f3f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2329192 Jul 19 07:41:44.551100 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 37972) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:44.564441 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-557b2da7-7661-4558-8115-be76eb4ab676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.570038 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65728b9-89fc-4a2a-80db-52d54fa2c3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcde5c1-1a49-4325-8bb2-6aa2b3d3b11c,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:44.611172 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port ffa93086-9398-42c1-b001-8dbe1c9b3120, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ffa93086-9398-42c1-b001-8dbe1c9b3120,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:41:44.621083 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Attempting to bind port 2b7c807e-6c1a-40c1-8621-f5fa1867581d on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:44.621566 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Attempting to bind port 2b7c807e-6c1a-40c1-8621-f5fa1867581d by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:44.621831 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Attempting to bind port 2b7c807e-6c1a-40c1-8621-f5fa1867581d on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:44.626717 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.25', 52864) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:44.651848 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.699760 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-41a4a80d-41e3-4e55-b712-7fcaf016046d req-bef74f7c-8118-43f9-aa2e-25cd22c0e846 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 210 time: 0.1221273 Jul 19 07:41:44.707529 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:44.710289 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:44.710816 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.711288 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:44.713727 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Bound port: 2b7c807e-6c1a-40c1-8621-f5fa1867581d, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:44.714295 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.770366 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79623b65-fd07-4b81-acdd-832214cd702c None None] Pushing event updated for resources: {'Port': ['ID=2b7c807e-6c1a-40c1-8621-f5fa1867581d,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:44.801304 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-85e49f65-5b33-40a2-847d-905137778188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:44.920406 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ef37d5b9-4576-4817-abab-7122423cf3e2 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:44.925948 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Allocated IP 172.20.0.1 (e458021d-cbb0-43ce-a4a4-ff961385cf30/051c354d-c91f-4a99-9380-0e848591a3bf/e766d7dd-0650-40b8-84e7-85829edafd11) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:44.942581 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-02b2e645-2072-475b-bd39-a61d40ac0dd8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:44.944591 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-02b2e645-2072-475b-bd39-a61d40ac0dd8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.3122003 Jul 19 07:41:44.961612 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Request body: {'port': {'device_id': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'admin_state_up': True, 'tenant_id': '5da7e5dcd7a14db2a446be39adbad5ec'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:44.969858 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:41:44.980522 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Sync routers for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:41:44.994368 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:44.995335 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:45.002726 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-8152e858-dcf6-4ce6-aaeb-d3487498aeb3 admin admin] 10.222.0.10 "PUT /v2.0/routers/d3ee98dd-6dbd-4acb-99c8-45e092f2a049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2727778 Jul 19 07:41:45.008411 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-722d7c15-9899-4155-be32-7740db000964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.097298 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d1e6b2c5-bc36-4994-b1e6-2acd363f0b0f req-ff0eae2e-ea19-49b7-b922-68d92bb12a7d tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 210 time: 0.1069090 Jul 19 07:41:45.118114 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba7d1-1f16-4ea6-95ef-dd46f036f165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.136208 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba7d1-1f16-4ea6-95ef-dd46f036f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.143299 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-722d7c15-9899-4155-be32-7740db000964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.158132 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] For port 2b7c807e-6c1a-40c1-8621-f5fa1867581d, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:45.165554 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=ffa93086-9398-42c1-b001-8dbe1c9b3120,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:45.195931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] For port 2b7c807e-6c1a-40c1-8621-f5fa1867581d, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=2b7c807e-6c1a-40c1-8621-f5fa1867581d,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:45.201200 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.db.api [None req-85e49f65-5b33-40a2-847d-905137778188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 07:41:45.202603 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG oslo_db.api [None req-85e49f65-5b33-40a2-847d-905137778188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 07:41:45.211896 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.270319 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port ef37d5b9-4576-4817-abab-7122423cf3e2 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:45.276390 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-3c9ba7d1-1f16-4ea6-95ef-dd46f036f165 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8883c7793ad41e0a8e338ff97b08416&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9681664 Jul 19 07:41:45.277447 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ba7d1-1f16-4ea6-95ef-dd46f036f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c7c55-c6b6-4516-ac57-c2561a42c119,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:45.280819 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38008) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:45.281310 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port ef37d5b9-4576-4817-abab-7122423cf3e2 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:45.281690 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.302447 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-557b2da7-7661-4558-8115-be76eb4ab676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.321201 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-557b2da7-7661-4558-8115-be76eb4ab676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.349643 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.363818 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:45.365178 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:45.409853 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-722d7c15-9899-4155-be32-7740db000964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.413781 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:45.417243 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-722d7c15-9899-4155-be32-7740db000964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.421619 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-722d7c15-9899-4155-be32-7740db000964 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffcde5c1-1a49-4325-8bb2-6aa2b3d3b11c HTTP/1.1" status: 204 len: 168 time: 0.8669519 Jul 19 07:41:45.425174 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b2da7-7661-4558-8115-be76eb4ab676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26a6d2e-0b9c-4b89-a583-2a5120202bf1,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:45.436694 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.provisioning_blocks [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Transition to ACTIVE for port object e766d7dd-0650-40b8-84e7-85829edafd11 will not be triggered until provisioned by entity DHCP. {{(pid=99881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:45.472817 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d7c15-9899-4155-be32-7740db000964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcde5c1-1a49-4325-8bb2-6aa2b3d3b11c,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:45.475380 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Made reservation on behalf of bbb4a5767ec444f286b24cf649019ef0 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:45.491088 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.492743 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-de963284-c067-498d-9b60-9137de282cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.530744 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-de963284-c067-498d-9b60-9137de282cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.561991 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.641835 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-557b2da7-7661-4558-8115-be76eb4ab676 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ad490c792574a0c951191fd573534e9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1096261 Jul 19 07:41:45.657850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38020) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:45.688762 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Made reservation on behalf of 5da7e5dcd7a14db2a446be39adbad5ec for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:41:45.693840 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.735460 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:45.766121 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:45.833734 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79623b65-fd07-4b81-acdd-832214cd702c None None] Pushing event updated for resources: {'Port': ['ID=2b7c807e-6c1a-40c1-8621-f5fa1867581d,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:45.854452 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:45.912387 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:45.914400 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:45.949434 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 2, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:46.037861 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.050133 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Checking router: d3ee98dd-6dbd-4acb-99c8-45e092f2a049 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:41:46.050635 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Updating router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:41:46.145249 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.149616 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port ef37d5b9-4576-4817-abab-7122423cf3e2, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ef37d5b9-4576-4817-abab-7122423cf3e2,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:41:46.191532 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.336260 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Pushing event updated for resources: {'Port': ['ID=e766d7dd-0650-40b8-84e7-85829edafd11,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:46.393827 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f281bbf7-efc4-49ab-ab63-fbe4aaa79e5c req-f07b26fa-aba5-45c6-9110-7c47867085ac tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 210 time: 0.0540941 Jul 19 07:41:46.437726 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.481772 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-aa5dfbdc-82e7-4ad4-9a22-df5662bb396a None None] Provisioning complete for port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:46.482845 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-aa5dfbdc-82e7-4ad4-9a22-df5662bb396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.541501 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=ef37d5b9-4576-4817-abab-7122423cf3e2,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:46.740189 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:39Z', 'revision_number': 3, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:46.778822 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38042) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:46.806810 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.808604 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-a2e504a1-7c11-443e-ada2-d2a71e6d4e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597738983', 'description': 'tempest-description--1218391144'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:46.818617 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-de963284-c067-498d-9b60-9137de282cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.821741 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Transition to ACTIVE for port object 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:46.827453 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-de963284-c067-498d-9b60-9137de282cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.832197 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:46.838555 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-de963284-c067-498d-9b60-9137de282cf7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c55c7c55-c6b6-4516-ac57-c2561a42c119 HTTP/1.1" status: 204 len: 168 time: 1.5497181 Jul 19 07:41:46.856097 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d9427-35a5-4cb6-b969-9262c970fd61 None None] The sync data for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi is: [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:39Z', 'revision_number': 3, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:41:46.915282 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-aa5dfbdc-82e7-4ad4-9a22-df5662bb396a None None] Port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:41:46.952496 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ef37d5b9-4576-4817-abab-7122423cf3e2 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:47.032449 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Allocated IP 172.20.0.4 (cf81cda4-ae2b-460b-ac57-d70ca40fe1a8/9aedc685-0a9e-4415-869c-c58aaf8283d9/1dbdb813-2db5-4adb-8d29-371f4a7decc1) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:47.084801 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2426dfb1-eaec-4c84-8f40-6d3f818f9cc6 req-676096a8-5c1f-413b-9c9b-6b0bc0c20d19 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 210 time: 0.2969477 Jul 19 07:41:47.135778 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f6581-13de-4d81-ae04-97b3a571e3e2 None None] Pushing event updated for resources: {'Port': ['ID=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:47.191238 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-afc9ba1e-1609-4aeb-bec3-511d9af01e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.203709 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Attempting to bind port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:47.204009 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Attempting to bind port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:47.204401 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Attempting to bind port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 on network 13dd5e63-2351-452e-8059-e6311724dd6f {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:47.240028 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:47.240456 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Checking segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:47.240896 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.241307 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Bound using segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:47.247208 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-68035041-9be8-419a-bafb-bee73ff977e9 None None] Provisioning for port e766d7dd-0650-40b8-84e7-85829edafd11 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:47.248523 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Bound port: 53f8d03c-3d4d-4d57-ba17-5d02aebc5144, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:47.249050 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.257748 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-68035041-9be8-419a-bafb-bee73ff977e9 None None] Provisioning complete for port e766d7dd-0650-40b8-84e7-85829edafd11 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:47.261280 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-68035041-9be8-419a-bafb-bee73ff977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.272206 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Allocated IP 172.20.0.2 (b584b1b1-ba2c-4e8d-99a7-17853b794716/ee5daced-5b5f-4f67-88a0-29aee7da9eb1/7d86b4fb-a281-4f92-a4f2-a7c98cc80e94) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:47.337976 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port ef37d5b9-4576-4817-abab-7122423cf3e2 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:47.338659 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.510817 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.558770 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] For port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:47.566105 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] For port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:47.574970 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.575644 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.576538 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.582282 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-68035041-9be8-419a-bafb-bee73ff977e9 None None] Port e766d7dd-0650-40b8-84e7-85829edafd11 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:41:47.771155 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de963284-c067-498d-9b60-9137de282cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c7c55-c6b6-4516-ac57-c2561a42c119,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:47.827802 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a2e504a1-7c11-443e-ada2-d2a71e6d4e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.858194 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:47.861464 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:47.891339 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-bbb75193-32ab-4298-a2be-cbe0eaafd0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:47.906978 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ffa93086-9398-42c1-b001-8dbe1c9b3120 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:47.936755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38068) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:47.947286 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:47.986953 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d4e96368-ff8f-4ba4-8ad1-ae41d89d74ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.067782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.125699 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f6581-13de-4d81-ae04-97b3a571e3e2 None None] Pushing event updated for resources: {'Port': ['ID=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,revision_number=4']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:48.128522 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port ffa93086-9398-42c1-b001-8dbe1c9b3120 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:48.128905 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.181622 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-afc9ba1e-1609-4aeb-bec3-511d9af01e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.188850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:48.224618 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:48.225108 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.252761 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-111b7110-d0cd-43cc-b69e-4029ad49d193 req-32334a33-27f9-46e9-88a2-8b168ed5a4c1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 210 time: 0.4779427 Jul 19 07:41:48.349262 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a2e504a1-7c11-443e-ada2-d2a71e6d4e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.395216 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a2e504a1-7c11-443e-ada2-d2a71e6d4e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.506673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.631227 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:48.652793 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-70aaffa2-93d7-4502-97bd-cb342c6378a1 None None] Provisioning complete for port e766d7dd-0650-40b8-84e7-85829edafd11 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:48.653421 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-70aaffa2-93d7-4502-97bd-cb342c6378a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.717908 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:48.756748 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-70aaffa2-93d7-4502-97bd-cb342c6378a1 None None] Port e766d7dd-0650-40b8-84e7-85829edafd11 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:41:48.776474 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:47Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:48.799628 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:48.816349 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:48.816349 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:48.816637 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200d8df-92a7-4c42-97eb-b83019e71a29 None None] The sync data for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi is: [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:47Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:41:48.974953 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2b7c807e-6c1a-40c1-8621-f5fa1867581d up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:49.014961 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e504a1-7c11-443e-ada2-d2a71e6d4e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104a6fa2-fc9a-421c-bd04-bca49a99e63f,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:49.017388 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Pushing event updated for resources: {'Port': ['ID=e766d7dd-0650-40b8-84e7-85829edafd11,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:49.031207 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.053147 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event updated for resources: {'Port': ['ID=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:49.144718 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:41:49.178308 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:49.189687 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:49.206941 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:49.210966 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 2b7c807e-6c1a-40c1-8621-f5fa1867581d completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:49.213720 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:49.214562 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.218607 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 2b7c807e-6c1a-40c1-8621-f5fa1867581d triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:49.219037 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.220404 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d4e96368-ff8f-4ba4-8ad1-ae41d89d74ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.222781 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Pushing event updated for resources: {'Port': ['ID=1dbdb813-2db5-4adb-8d29-371f4a7decc1,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:49.234287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d4e96368-ff8f-4ba4-8ad1-ae41d89d74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.242981 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-53bcac9d-51e1-44ce-907c-5fc1e1e754c9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2874172 Jul 19 07:41:49.287414 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e0f726ad-0e80-4198-a51e-017445fe91f3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:41:49.288488 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e0f726ad-0e80-4198-a51e-017445fe91f3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089717 Jul 19 07:41:49.290126 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-f5bb32f8-e967-40f3-96e2-b4ffb4c125d5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8337991 Jul 19 07:41:49.356233 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d4e96368-ff8f-4ba4-8ad1-ae41d89d74ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9f9dbec34e04c4a8a8f19d3e70a1df7&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4145992 Jul 19 07:41:49.366557 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38124) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:49.367364 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e96368-ff8f-4ba4-8ad1-ae41d89d74ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde2903-9c60-4ef4-979e-ee230345f5f7,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:49.448128 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a2e504a1-7c11-443e-ada2-d2a71e6d4e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.453734 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a2e504a1-7c11-443e-ada2-d2a71e6d4e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.6546249 Jul 19 07:41:49.455765 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38128) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:49.496093 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-2130b659-962b-4c8a-8109-f6abb0b16e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'security_group_rule': {'security_group_id': '104a6fa2-fc9a-421c-bd04-bca49a99e63f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:49.647353 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-afc9ba1e-1609-4aeb-bec3-511d9af01e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.650503 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-afc9ba1e-1609-4aeb-bec3-511d9af01e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.656253 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-afc9ba1e-1609-4aeb-bec3-511d9af01e82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b26a6d2e-0b9c-4b89-a583-2a5120202bf1 HTTP/1.1" status: 204 len: 168 time: 3.9929929 Jul 19 07:41:49.681785 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-167c935a-b176-4bd3-b945-a33eb4b38645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.684041 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2130b659-962b-4c8a-8109-f6abb0b16e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.795285 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c1f4-03ab-4218-8104-ee55ebbf1190 req-014678d7-6888-48b6-9df6-2fae3d88e7e6 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:49.802678 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3bf2c1f4-03ab-4218-8104-ee55ebbf1190 req-014678d7-6888-48b6-9df6-2fae3d88e7e6 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 931 time: 1.0999439 Jul 19 07:41:49.818712 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9ba1e-1609-4aeb-bec3-511d9af01e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26a6d2e-0b9c-4b89-a583-2a5120202bf1,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:49.870126 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-167c935a-b176-4bd3-b945-a33eb4b38645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.922236 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:49.971858 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 2b7c807e-6c1a-40c1-8621-f5fa1867581d, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=2b7c807e-6c1a-40c1-8621-f5fa1867581d,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:41:49.980702 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.003958 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2130b659-962b-4c8a-8109-f6abb0b16e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.015244 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2130b659-962b-4c8a-8109-f6abb0b16e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.081775 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130b659-962b-4c8a-8109-f6abb0b16e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e072ea8d-e170-407d-8a7d-c7abfee8fd4f,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:50.089597 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2130b659-962b-4c8a-8109-f6abb0b16e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.092228 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-2130b659-962b-4c8a-8109-f6abb0b16e9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6351621 Jul 19 07:41:50.099264 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38142) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:50.100327 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-167c935a-b176-4bd3-b945-a33eb4b38645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.117652 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-167c935a-b176-4bd3-b945-a33eb4b38645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.117970 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=2b7c807e-6c1a-40c1-8621-f5fa1867581d,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:50.118079 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-167c935a-b176-4bd3-b945-a33eb4b38645 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fde2903-9c60-4ef4-979e-ee230345f5f7 HTTP/1.1" status: 204 len: 168 time: 0.7343464 Jul 19 07:41:50.118153 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3bf2c1f4-03ab-4218-8104-ee55ebbf1190 req-a2b1392e-9c34-427c-970b-cbf1a25107a2 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083277 Jul 19 07:41:50.127392 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-55faeff0-0044-44be-9053-ed3429fb920c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.131581 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-b41b145c-08b7-4d75-974d-a3c39ab40cb3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'security_group_rule': {'security_group_id': '104a6fa2-fc9a-421c-bd04-bca49a99e63f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:50.157367 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c935a-b176-4bd3-b945-a33eb4b38645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde2903-9c60-4ef4-979e-ee230345f5f7,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:50.159569 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:41:50.194831 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b41b145c-08b7-4d75-974d-a3c39ab40cb3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.208171 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0a8eae14-99e5-43a7-993b-2da1e30aeb85 admin admin] 10.222.0.10 "PUT /v2.0/routers/2205f05e-a017-4bd5-961b-2d8f44f0fc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1155324 Jul 19 07:41:50.241908 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38148) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:50.247528 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c4351-8b4f-41ec-b2b2-df55f63ca317 req-c49179e8-7eae-42ea-bea6-723db6b0ecb4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:50.256814 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-650c4351-8b4f-41ec-b2b2-df55f63ca317 req-c49179e8-7eae-42ea-bea6-723db6b0ecb4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 931 time: 0.6563578 Jul 19 07:41:50.311758 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Request body: {'port': {'device_id': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:50.335100 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-650c4351-8b4f-41ec-b2b2-df55f63ca317 req-f988603d-3ab7-4368-a72b-fac0efda7097 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714996 Jul 19 07:41:50.421043 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Request body: {'port': {'device_id': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:50.504471 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b41b145c-08b7-4d75-974d-a3c39ab40cb3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.518925 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b41b145c-08b7-4d75-974d-a3c39ab40cb3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.523543 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Sync routers for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:41:50.581076 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:50.587973 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:50.592167 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.683426 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b145c-08b7-4d75-974d-a3c39ab40cb3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d00a30-b4e1-4892-a67e-85397df51803,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:50.721153 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:50.959467 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:51.073264 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b41b145c-08b7-4d75-974d-a3c39ab40cb3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:51.074788 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:51.075826 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b41b145c-08b7-4d75-974d-a3c39ab40cb3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9578767 Jul 19 07:41:51.078244 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38170) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:51.083774 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:51.161418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:51.170640 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:41:51.184798 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3d47551e-e6e4-44e2-a31a-653e49eccd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:51.300497 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:51.627153 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:51.633539 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:51.651200 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:51.651550 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:51.747608 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a94b71-ddbb-4dc6-8001-a797e291150e req-f1a21568-b6a2-415d-80ab-c3369762dc85 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:51.751665 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17a94b71-ddbb-4dc6-8001-a797e291150e req-f1a21568-b6a2-415d-80ab-c3369762dc85 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 931 time: 0.4577982 Jul 19 07:41:51.889800 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17a94b71-ddbb-4dc6-8001-a797e291150e req-5d474fc1-7e95-4c92-b243-42449e96637b tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149659 Jul 19 07:41:51.925998 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:51.992355 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.012527 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38198) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:52.018965 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-e5cbd534-45e0-494f-bc3b-c5e7a0d97f48 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088757959', 'description': 'tempest-description--98375838'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:52.109320 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 2, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:52.166006 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Allocated IP 172.27.3.122 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/bdf92060-e3b4-4e3d-bddb-a224dd79b841) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:52.231245 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Checking router: 2205f05e-a017-4bd5-961b-2d8f44f0fc71 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:41:52.231607 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Updating router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 port e766d7dd-0650-40b8-84e7-85829edafd11 binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:41:52.260365 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:41:52.331092 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.332358 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2b7c807e-6c1a-40c1-8621-f5fa1867581d up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:52.336159 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.382330 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbdb813-2db5-4adb-8d29-371f4a7decc1 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:41:52.387995 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3d47551e-e6e4-44e2-a31a-653e49eccd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.398890 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.426942 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3d47551e-e6e4-44e2-a31a-653e49eccd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.439845 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e5cbd534-45e0-494f-bc3b-c5e7a0d97f48 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.444818 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.500792 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'Port': ['ID=bdf92060-e3b4-4e3d-bddb-a224dd79b841,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:52.528263 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Transition to ACTIVE for port object 1dbdb813-2db5-4adb-8d29-371f4a7decc1 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:52.546728 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:41:52.550774 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:41:52.558924 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:41:52.567359 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.586418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013f94e-e79c-4885-94f3-37e9701d1587 req-1066ecea-c5bd-4ac0-9d26-e1d8f1b009cc tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:52.590015 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a013f94e-e79c-4885-94f3-37e9701d1587 req-1066ecea-c5bd-4ac0-9d26-e1d8f1b009cc tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 931 time: 0.1956289 Jul 19 07:41:52.605734 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.617606 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-3d47551e-e6e4-44e2-a31a-653e49eccd9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d340e33a7fa540d585c546cebf1594de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3656631 Jul 19 07:41:52.618550 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38220) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:52.648673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:41:52.708413 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.798724 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a013f94e-e79c-4885-94f3-37e9701d1587 req-0621c07c-273b-47f3-ba80-a8a0eaf1d77e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000580 Jul 19 07:41:52.827137 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:52.866687 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 2b7c807e-6c1a-40c1-8621-f5fa1867581d triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:52.867063 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:52.889228 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.003586 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.141231 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47551e-e6e4-44e2-a31a-653e49eccd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5864b7-478f-4277-af9b-920bcf1402b9,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:53.335497 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Transition to ACTIVE for port object 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:53.478093 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.494646 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.621110 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f55d1-f011-44b2-b9d6-67d2fcf81908 req-a6288f06-7df5-456a-8425-7063c43710fa tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:53.622869 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-856f55d1-f011-44b2-b9d6-67d2fcf81908 req-a6288f06-7df5-456a-8425-7063c43710fa tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 943 time: 0.2688222 Jul 19 07:41:53.634867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e5cbd534-45e0-494f-bc3b-c5e7a0d97f48 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.659802 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:53.727340 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Attempting to bind port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:53.728207 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Attempting to bind port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '95325ec6-15a7-4814-9456-21ac10930cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:53.728624 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Attempting to bind port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 on network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:53.733616 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e5cbd534-45e0-494f-bc3b-c5e7a0d97f48 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.747523 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Pushing event updated for resources: {'Port': ['ID=1dbdb813-2db5-4adb-8d29-371f4a7decc1,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:53.752462 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 on network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:41:53.752920 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Attempting to bind port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 on network cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:53.787493 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbd534-45e0-494f-bc3b-c5e7a0d97f48 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7727009c-e537-466f-9901-44adfe57d629,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:53.790968 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e5cbd534-45e0-494f-bc3b-c5e7a0d97f48 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.792250 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e5cbd534-45e0-494f-bc3b-c5e7a0d97f48 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7784157 Jul 19 07:41:53.798225 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38258) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:53.831101 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-4794594e-25f2-4ee7-ba91-c3ebf77a6a45 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'security_group_rule': {'security_group_id': '7727009c-e537-466f-9901-44adfe57d629', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:53.872512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fc74b49e-74fd-406b-aef4-99574ebd6ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.889132 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:53.889594 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.894520 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.895160 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fc74b49e-74fd-406b-aef4-99574ebd6ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.918994 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:53.965106 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-856f55d1-f011-44b2-b9d6-67d2fcf81908 req-53952777-5d5f-40e8-9f37-a8d7daac8af8 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243289 Jul 19 07:41:53.970364 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:53.970716 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Checking segment: {'id': '95325ec6-15a7-4814-9456-21ac10930cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:53.971322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Bound using segment: {'id': '95325ec6-15a7-4814-9456-21ac10930cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:53.976543 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Bound port: 1dbdb813-2db5-4adb-8d29-371f4a7decc1, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95325ec6-15a7-4814-9456-21ac10930cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:53.976914 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.015294 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fc74b49e-74fd-406b-aef4-99574ebd6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.017750 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fc74b49e-74fd-406b-aef4-99574ebd6ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.021484 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-fc74b49e-74fd-406b-aef4-99574ebd6ccf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac5864b7-478f-4277-af9b-920bcf1402b9 HTTP/1.1" status: 204 len: 168 time: 1.3920968 Jul 19 07:41:54.094110 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74b49e-74fd-406b-aef4-99574ebd6ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5864b7-478f-4277-af9b-920bcf1402b9,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:54.112249 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Attempting to bind port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:54.112637 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Attempting to bind port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:54.112983 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Attempting to bind port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:54.135658 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:41:54.136002 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Attempting to bind port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:54.152373 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'Port': ['ID=bdf92060-e3b4-4e3d-bddb-a224dd79b841,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:54.164316 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.174497 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:54.174906 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Checking segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:54.175358 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Bound using segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:54.175778 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Bound port: 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:54.176175 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.203633 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.231078 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Pushing event updated for resources: {'Port': ['ID=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:54.236463 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.262655 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-4a4af25f-8861-4098-b2ce-fd00f05e02c5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1830018 Jul 19 07:41:54.266160 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Transition to ACTIVE for port object e766d7dd-0650-40b8-84e7-85829edafd11 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:41:54.282356 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.315933 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127165e-268a-4d93-a4c5-8f3b0d4c8470 req-bb635ba7-ba97-43c4-8aa9-8e4f8cdec2b4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:54.317792 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1127165e-268a-4d93-a4c5-8f3b0d4c8470 req-bb635ba7-ba97-43c4-8aa9-8e4f8cdec2b4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.2831945 Jul 19 07:41:54.406143 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4794594e-25f2-4ee7-ba91-c3ebf77a6a45 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.467869 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1127165e-268a-4d93-a4c5-8f3b0d4c8470 req-d905355b-d36a-4c92-b71f-18dbb6dcd751 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366923 Jul 19 07:41:54.527589 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf690f-5920-4646-8f74-f7a0df009ef6 None None] Pushing event updated for resources: {'Port': ['ID=e766d7dd-0650-40b8-84e7-85829edafd11,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:54.559802 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Attempting to bind port e766d7dd-0650-40b8-84e7-85829edafd11 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:41:54.560184 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Attempting to bind port e766d7dd-0650-40b8-84e7-85829edafd11 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:41:54.560590 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Attempting to bind port e766d7dd-0650-40b8-84e7-85829edafd11 on network e458021d-cbb0-43ce-a4a4-ff961385cf30 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:41:54.581778 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:41:54.582520 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Checking segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:41:54.583097 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.583820 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Bound using segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:41:54.584479 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Bound port: e766d7dd-0650-40b8-84e7-85829edafd11, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:41:54.585048 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.694447 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] For port 1dbdb813-2db5-4adb-8d29-371f4a7decc1, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:54.862285 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] For port e766d7dd-0650-40b8-84e7-85829edafd11, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:54.871713 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] For port 1dbdb813-2db5-4adb-8d29-371f4a7decc1, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1dbdb813-2db5-4adb-8d29-371f4a7decc1,segment=NetworkSegment(95325ec6-15a7-4814-9456-21ac10930cff),segment_id=95325ec6-15a7-4814-9456-21ac10930cff)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:54.882561 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] For port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:41:54.899485 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-28f49a08-fab5-4734-92a3-2d41a954ab30 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--597738983&fields=id&tenant_id=88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 267 time: 0.1714826 Jul 19 07:41:54.928921 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] For port e766d7dd-0650-40b8-84e7-85829edafd11, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e766d7dd-0650-40b8-84e7-85829edafd11,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:54.933377 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4794594e-25f2-4ee7-ba91-c3ebf77a6a45 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.949864 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:54.951532 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:55.034515 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4794594e-25f2-4ee7-ba91-c3ebf77a6a45 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:55.141196 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] For port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:41:55.175690 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:41:55.176849 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:55.187214 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:55.272542 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-480edc79-f185-4d8f-94a0-7bddcfb0fe97 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:55.282960 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-480edc79-f185-4d8f-94a0-7bddcfb0fe97 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 817 time: 0.3817422 Jul 19 07:41:55.288655 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794594e-25f2-4ee7-ba91-c3ebf77a6a45 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c3f70d-93ca-49d4-b214-1d2cf3a0c1a5,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:55.299379 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:55.303161 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:55.311694 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] 10.222.0.25 "PUT /v2.0/ports/1dbdb813-2db5-4adb-8d29-371f4a7decc1 HTTP/1.1" status: 200 len: 1093 time: 5.4630849 Jul 19 07:41:55.319126 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'tag': '1dbdb813-2db5-4adb-8d29-371f4a7decc1'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:41:55.355531 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:41:55.419558 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-7c25b81b-13ce-4960-907e-60143811645f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/quotas/88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 375 time: 0.1346779 Jul 19 07:41:55.561840 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:55.564724 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:55.569154 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e940754b-c081-494a-942b-fffa082dae91 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 HTTP/1.1" status: 200 len: 1093 time: 5.7246544 Jul 19 07:41:55.616601 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4794594e-25f2-4ee7-ba91-c3ebf77a6a45 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:55.627430 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-4794594e-25f2-4ee7-ba91-c3ebf77a6a45 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7973700 Jul 19 07:41:55.630898 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38332) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:55.643816 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-dc140f7c-94fb-4214-96fa-5c61c840678d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'security_group_rule': {'security_group_id': '7727009c-e537-466f-9901-44adfe57d629', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:55.645234 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fb128-c43b-4e4f-b98f-1dbfb59db3ee service neutron] Pushing event updated for resources: {'Port': ['ID=1dbdb813-2db5-4adb-8d29-371f4a7decc1,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:55.692232 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6317-a75d-4689-88d2-2c22754494b1 req-daa648f4-3c99-4b40-900c-f37a0c971550 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:55.697962 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96ff6317-a75d-4689-88d2-2c22754494b1 req-daa648f4-3c99-4b40-900c-f37a0c971550 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 943 time: 0.5264926 Jul 19 07:41:55.846210 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-01551520-f6fe-488e-89ce-ea10149a2865 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4256017 Jul 19 07:41:55.891771 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf690f-5920-4646-8f74-f7a0df009ef6 None None] Pushing event updated for resources: {'Port': ['ID=e766d7dd-0650-40b8-84e7-85829edafd11,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:55.978594 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a" -d '{"events": [{"name": "network-changed", "server_uuid": "509a3c80-26b5-48a4-8970-91a3b6870d09", "tag": "1dbdb813-2db5-4adb-8d29-371f4a7decc1"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:41:55.991461 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96ff6317-a75d-4689-88d2-2c22754494b1 req-7a8c91e7-e26c-4ee3-acf2-9cfc301cf0fc tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854896 Jul 19 07:41:55.997137 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc140f7c-94fb-4214-96fa-5c61c840678d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:56.041184 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940754b-c081-494a-942b-fffa082dae91 service neutron] Pushing event updated for resources: {'Port': ['ID=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:56.091825 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-69e14f08-89bd-4bcb-a7eb-e8c619016db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:56.093500 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-69e14f08-89bd-4bcb-a7eb-e8c619016db7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb4a5767ec444f286b24cf649019ef0&device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 1096 time: 0.6210408 Jul 19 07:41:56.118682 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:54Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:41:56.220902 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580391ed-808d-472f-9d80-6bf51afd6ca4 None None] The sync data for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi is: [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:54Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:41:56.365707 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-18554f96-3e3b-4951-85dc-ce93ca51b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:56.367978 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-18554f96-3e3b-4951-85dc-ce93ca51b0e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 1096 time: 0.6858530 Jul 19 07:41:56.446829 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-a9e06ce6-273a-4569-8608-150abe5fe99d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbdb813-2db5-4adb-8d29-371f4a7decc1 HTTP/1.1" status: 200 len: 217 time: 0.2779915 Jul 19 07:41:56.550089 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-4b7818a0-495e-42d7-b651-5e5b8cd53833 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 HTTP/1.1" status: 200 len: 217 time: 0.1106453 Jul 19 07:41:56.649240 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-bb8ec79f-971c-4b82-84f8-77aaf69cbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:56.651803 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-bb8ec79f-971c-4b82-84f8-77aaf69cbf5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aedc685-0a9e-4415-869c-c58aaf8283d9 HTTP/1.1" status: 200 len: 851 time: 0.1098168 Jul 19 07:41:56.652904 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc140f7c-94fb-4214-96fa-5c61c840678d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:56.661334 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-8cb9b8fb-538a-433f-b816-280520074c0a service neutron] 10.222.0.10 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553926 Jul 19 07:41:56.667647 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc140f7c-94fb-4214-96fa-5c61c840678d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:56.761648 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7248a78-aec1-4a9c-b96c-84320387d80c req-2d43dea7-25f3-48e7-b8c8-a84556e3b3a2 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:56.762129 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-ac13796d-4f81-4606-be14-dd8adb6fab45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cf81cda4-ae2b-460b-ac57-d70ca40fe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743315 Jul 19 07:41:56.778298 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-b998115b-9136-465f-b559-59b529e5cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:56.781431 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-b998115b-9136-465f-b559-59b529e5cdfb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.2068660 Jul 19 07:41:56.789334 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a7248a78-aec1-4a9c-b96c-84320387d80c req-2d43dea7-25f3-48e7-b8c8-a84556e3b3a2 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.6643963 Jul 19 07:41:56.907504 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-e5913d0b-6d99-42a1-8c9e-a7db5f396c39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979469 Jul 19 07:41:57.058304 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc140f7c-94fb-4214-96fa-5c61c840678d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6c8e44-7637-4991-b02e-ccce1e9b0c52,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:57.132505 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-dec1c9ec-7cf0-44be-a81d-91b60ce73a6d service neutron] 10.222.0.25 "GET /v2.0/networks/cf81cda4-ae2b-460b-ac57-d70ca40fe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589690 Jul 19 07:41:57.153693 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc140f7c-94fb-4214-96fa-5c61c840678d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:57.155781 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-dc140f7c-94fb-4214-96fa-5c61c840678d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5204880 Jul 19 07:41:57.176848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38428) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:57.183489 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:41:57.185191 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a7248a78-aec1-4a9c-b96c-84320387d80c req-e4f33d82-e382-4b32-bb55-ab92388c6191 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804481 Jul 19 07:41:57.276727 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-32f122fc-5901-4069-950f-845e4bd3bbcc service neutron] 10.222.0.10 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006463 Jul 19 07:41:57.300761 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-f7dc48d3-8b44-46c1-918c-c5f753d1e1d7 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724442 Jul 19 07:41:57.515862 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:57.589728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:57.792001 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e766d7dd-0650-40b8-84e7-85829edafd11 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:57.844487 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b1554ed-3a22-4bc8-9bd1-a8b07971432e req-c664b68a-0f68-44d9-8743-d41dcbe84cc7 service neutron] 10.222.0.25 "GET /v2.0/networks/cf81cda4-ae2b-460b-ac57-d70ca40fe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021842 Jul 19 07:41:57.950268 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port e766d7dd-0650-40b8-84e7-85829edafd11 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:41:57.959956 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port e766d7dd-0650-40b8-84e7-85829edafd11 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:57.960359 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:58.037738 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ed1b-8959-4189-8690-f14796804bad req-323b5ca8-7fe4-4c7b-9091-7eba20fe12c3 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:58.051349 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ef4ed1b-8959-4189-8690-f14796804bad req-323b5ca8-7fe4-4c7b-9091-7eba20fe12c3 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 943 time: 0.3024416 Jul 19 07:41:58.084697 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb47613-f7eb-4653-bbbf-2216668ca83e x-openstack-request-id: req-3cb47613-f7eb-4653-bbbf-2216668ca83e {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:41:58.091869 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509a3c80-26b5-48a4-8970-91a3b6870d09", "tag": "1dbdb813-2db5-4adb-8d29-371f4a7decc1", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:41:58.092361 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cb47613-f7eb-4653-bbbf-2216668ca83e {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:41:58.092980 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'tag': '1dbdb813-2db5-4adb-8d29-371f4a7decc1', 'status': 'completed', 'code': 200} Jul 19 07:41:58.219440 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91748c30-0db2-4258-a24c-5c66c960ace3 req-9e369fe9-8109-447f-b8a6-268a8cc09ae3 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802498 Jul 19 07:41:58.230210 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:58.348267 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:58.355566 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port e766d7dd-0650-40b8-84e7-85829edafd11, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e766d7dd-0650-40b8-84e7-85829edafd11,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:41:58.365594 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:58.378070 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-ce49ff99-a3be-41da-85bd-4d395c67f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:58.379708 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-ce49ff99-a3be-41da-85bd-4d395c67f354 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb4a5767ec444f286b24cf649019ef0&device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 1096 time: 0.2785270 Jul 19 07:41:58.389340 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ef4ed1b-8959-4189-8690-f14796804bad req-31ca7241-6e64-4ac0-bcc7-b9b3f239ebcc tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352418 Jul 19 07:41:58.399163 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-31c695bf-a9d8-4622-ab01-2c898fdf4da7 req-ac2f8c69-6b1d-428d-a761-9544830264bc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 210 time: 0.2408593 Jul 19 07:41:58.500634 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=e766d7dd-0650-40b8-84e7-85829edafd11,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:58.614808 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38504) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:58.759209 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bcaad-736e-4a07-8d4e-45dc3d2ad8a2 req-f33680de-9396-4cac-a0b2-f87b6cf361cc tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:58.767958 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d83bcaad-736e-4a07-8d4e-45dc3d2ad8a2 req-f33680de-9396-4cac-a0b2-f87b6cf361cc tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.2231886 Jul 19 07:41:58.866715 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d83bcaad-736e-4a07-8d4e-45dc3d2ad8a2 req-94ecb2be-917f-4b03-97fb-424f9bbcacc5 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972159 Jul 19 07:41:58.916983 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6817-6872-4801-a324-a6395ec4dc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.137718 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-6d6192c1-b317-4e80-bfea-a1b13577a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:59.140273 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-6d6192c1-b317-4e80-bfea-a1b13577a01a service neutron] 10.222.0.25 "GET /v2.0/networks?id=cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 HTTP/1.1" status: 200 len: 912 time: 0.7124894 Jul 19 07:41:59.147806 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6817-6872-4801-a324-a6395ec4dc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.154412 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6817-6872-4801-a324-a6395ec4dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.222905 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Allocated IP 172.27.3.96 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/5ad76f13-3f52-40f0-ad38-671973086459) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:41:59.252416 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38530) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:59.253086 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-fd4a6817-6872-4801-a324-a6395ec4dc3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ca6265a04d143b4a2da5c5e73c73281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368840 Jul 19 07:41:59.305316 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38538) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:41:59.327164 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a6817-6872-4801-a324-a6395ec4dc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3694bc-0799-4d21-a2f1-948ca0596e83,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:59.370564 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-23e55f90-4f11-4da3-8ec9-464295d30095 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbdb813-2db5-4adb-8d29-371f4a7decc1 HTTP/1.1" status: 200 len: 217 time: 0.0921147 Jul 19 07:41:59.474318 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b870a0db-5d3d-44d1-a2b2-e8ce8ac7141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.544734 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b870a0db-5d3d-44d1-a2b2-e8ce8ac7141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.693272 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-322a5e94-aee7-49b0-84f7-8ccb5b3c2a24 req-8ab28efb-4e36-4c87-8c52-ba4b6afdc2da tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 210 time: 0.1155994 Jul 19 07:41:59.698956 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e766d7dd-0650-40b8-84e7-85829edafd11 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:41:59.783763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port e766d7dd-0650-40b8-84e7-85829edafd11 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:41:59.784875 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.800540 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.864865 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b2060a0f-4d4b-4fe4-bf4a-930463693f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.884085 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f2b5b-48e1-4fda-b06f-d76a68127aab req-aac47d6d-4192-4287-934d-92a2bd9a6d55 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:59.886360 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bc0f2b5b-48e1-4fda-b06f-d76a68127aab req-aac47d6d-4192-4287-934d-92a2bd9a6d55 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 943 time: 0.2043478 Jul 19 07:41:59.901739 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b870a0db-5d3d-44d1-a2b2-e8ce8ac7141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.904211 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b870a0db-5d3d-44d1-a2b2-e8ce8ac7141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:41:59.905384 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b870a0db-5d3d-44d1-a2b2-e8ce8ac7141d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f3694bc-0799-4d21-a2f1-948ca0596e83 HTTP/1.1" status: 204 len: 168 time: 0.6478782 Jul 19 07:41:59.922096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870a0db-5d3d-44d1-a2b2-e8ce8ac7141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3694bc-0799-4d21-a2f1-948ca0596e83,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:41:59.951676 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-79f1d1da-92f7-440c-bd15-236e2f5ea562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:41:59.953274 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-79f1d1da-92f7-440c-bd15-236e2f5ea562 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aedc685-0a9e-4415-869c-c58aaf8283d9 HTTP/1.1" status: 200 len: 851 time: 0.4187531 Jul 19 07:41:59.980151 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bc0f2b5b-48e1-4fda-b06f-d76a68127aab req-e62b8aca-028e-4deb-9987-236a43489dfd tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796983 Jul 19 07:42:00.034312 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-f73a74ff-2ccd-4931-8c98-154f1fc10467 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cf81cda4-ae2b-460b-ac57-d70ca40fe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381830 Jul 19 07:42:00.038311 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.159037 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:00.162257 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45458d84-6721-46bb-a06f-21b145e376d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:00.168588 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-3c44bc5a-a63b-452d-a400-b66215be3f3f service neutron] 10.222.0.25 "GET /v2.0/networks/cf81cda4-ae2b-460b-ac57-d70ca40fe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165547 Jul 19 07:42:00.239299 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:00.250855 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:00.258386 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccb065-f171-49cf-a170-a2f290171b56 req-7b135f32-1841-4a66-910a-3f4639a04b7e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:00.261733 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cbccb065-f171-49cf-a170-a2f290171b56 req-7b135f32-1841-4a66-910a-3f4639a04b7e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.1724653 Jul 19 07:42:00.268868 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:00.301620 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be379251-2033-42e9-a3ee-0b864db4444c x-openstack-request-id: req-be379251-2033-42e9-a3ee-0b864db4444c {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:00.302146 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:00.302650 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be379251-2033-42e9-a3ee-0b864db4444c {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:00.303591 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'status': 'completed', 'code': 200} Jul 19 07:42:00.356879 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cbccb065-f171-49cf-a170-a2f290171b56 req-fec697ab-2cab-4b6f-8361-6dfc48a892a4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884645 Jul 19 07:42:00.405847 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38582) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:00.447086 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38586) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:00.484170 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'Port': ['ID=5ad76f13-3f52-40f0-ad38-671973086459,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:00.559060 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.580031 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b2060a0f-4d4b-4fe4-bf4a-930463693f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.587609 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b2060a0f-4d4b-4fe4-bf4a-930463693f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.606911 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e0b4edce-c038-4482-81b9-f32ba8e9693c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.669969 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-90f2e248-9942-4b8f-8c47-8704831918b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.671078 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b2060a0f-4d4b-4fe4-bf4a-930463693f1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e6028cac55c43ce876acf59f50b9d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3641026 Jul 19 07:42:00.672063 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38590) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:00.672530 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060a0f-4d4b-4fe4-bf4a-930463693f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e18302-5583-4a89-9d97-6655001f4dee,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:00.675591 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.694491 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38592) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:00.733877 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2ad9-cc94-426b-b7c2-a13c542c1ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.820915 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1154e6fb-2939-4cc0-9c33-6f0ecd792c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.847418 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-69b1f98a-abcc-4a0c-8d61-a4c3fcd1f40c req-4ccaaf1d-a8d1-4eb6-ada9-665e3079797c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 210 time: 0.0492053 Jul 19 07:42:00.854603 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.857603 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e0b4edce-c038-4482-81b9-f32ba8e9693c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.859847 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.883189 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e0b4edce-c038-4482-81b9-f32ba8e9693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.895907 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1154e6fb-2939-4cc0-9c33-6f0ecd792c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.902350 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:00.916484 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'Port': ['ID=5ad76f13-3f52-40f0-ad38-671973086459,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:00.963611 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e0b4edce-c038-4482-81b9-f32ba8e9693c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15c13aff7d794be3a202e497d95f06da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566940 Jul 19 07:42:00.966371 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38598) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:00.970180 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4edce-c038-4482-81b9-f32ba8e9693c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a925e2b9-b1c6-4771-852b-85ac0458c9ac,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:01.012793 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1154e6fb-2939-4cc0-9c33-6f0ecd792c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.015242 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1154e6fb-2939-4cc0-9c33-6f0ecd792c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.018517 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-1154e6fb-2939-4cc0-9c33-6f0ecd792c56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50e18302-5583-4a89-9d97-6655001f4dee HTTP/1.1" status: 204 len: 168 time: 0.3225782 Jul 19 07:42:01.029238 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c77c1219-c9dc-4249-99e3-a5c38c3aa9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.033843 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e6fb-2939-4cc0-9c33-6f0ecd792c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e18302-5583-4a89-9d97-6655001f4dee,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:01.038574 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-90f2e248-9942-4b8f-8c47-8704831918b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.044641 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-90f2e248-9942-4b8f-8c47-8704831918b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.054739 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.056541 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-dadda131-c963-43bf-9915-ebbad5e8d308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8771970 Jul 19 07:42:01.058783 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c77c1219-c9dc-4249-99e3-a5c38c3aa9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.091759 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38604) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:01.092820 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-90f2e248-9942-4b8f-8c47-8704831918b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c74577efb3354dcd90fac274f322b60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435599 Jul 19 07:42:01.127900 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.25', 52879) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:01.157552 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2e248-9942-4b8f-8c47-8704831918b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931abde4-3758-4ee6-8033-0c2dfccd0859,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:01.303859 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3aa6-8dc7-4ae9-82ce-b941c257fce0 req-6389c869-389b-4751-83e8-dc1f2e7103c7 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:01.305611 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-09ee3aa6-8dc7-4ae9-82ce-b941c257fce0 req-6389c869-389b-4751-83e8-dc1f2e7103c7 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 943 time: 0.1493564 Jul 19 07:42:01.314100 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c77c1219-c9dc-4249-99e3-a5c38c3aa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.316883 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c77c1219-c9dc-4249-99e3-a5c38c3aa9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.318055 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c77c1219-c9dc-4249-99e3-a5c38c3aa9cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a925e2b9-b1c6-4771-852b-85ac0458c9ac HTTP/1.1" status: 204 len: 168 time: 0.3506348 Jul 19 07:42:01.345084 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c1219-c9dc-4249-99e3-a5c38c3aa9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925e2b9-b1c6-4771-852b-85ac0458c9ac,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:01.361518 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-09ee3aa6-8dc7-4ae9-82ce-b941c257fce0 req-3c7a9205-48aa-4f06-8c72-301a810a8c9d tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481241 Jul 19 07:42:01.409975 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cff04cfb-ae19-4597-bf96-fefe7fd084f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.424316 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458d84-6721-46bb-a06f-21b145e376d1 req-fe4318a6-4e27-4863-a503-d446d0ce6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:01.425745 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-45458d84-6721-46bb-a06f-21b145e376d1 req-fe4318a6-4e27-4863-a503-d446d0ce6810 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 1096 time: 0.2791195 Jul 19 07:42:01.429068 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2ad9-cc94-426b-b7c2-a13c542c1ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.438443 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-5ebe36d0-6486-4f24-8cb9-163ee0173967 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:01.439964 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-5ebe36d0-6486-4f24-8cb9-163ee0173967 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 817 time: 0.3490934 Jul 19 07:42:01.443577 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2ad9-cc94-426b-b7c2-a13c542c1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.454343 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d208a0cb-2093-4ff6-bc68-9f97a6f2621a req-32f96b2f-4d17-45c2-85bd-39cb32b829ca service neutron] 10.222.0.25 "GET /v2.0/networks/cf81cda4-ae2b-460b-ac57-d70ca40fe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644912 Jul 19 07:42:01.512328 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cff04cfb-ae19-4597-bf96-fefe7fd084f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.615154 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-6640582d-e65c-43ed-b896-346466a4f485 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 379 time: 0.1380100 Jul 19 07:42:01.629493 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'port': {'device_id': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'admin_state_up': True, 'tenant_id': '88008b667845419886b01b7be74ee955', 'security_groups': ['104a6fa2-fc9a-421c-bd04-bca49a99e63f']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:01.659831 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-6b78ddde-5132-41c7-9776-be5698f12b27 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1088757959&fields=id&tenant_id=7c71ba0302fe4b31813f99b72abba117 HTTP/1.1" status: 200 len: 267 time: 0.2646635 Jul 19 07:42:01.660011 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458d84-6721-46bb-a06f-21b145e376d1 req-a9c8bb26-bbb6-4fa3-b3e2-e8d2e1b5c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:01.660975 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-45458d84-6721-46bb-a06f-21b145e376d1 req-a9c8bb26-bbb6-4fa3-b3e2-e8d2e1b5c0ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 916 time: 0.2198253 Jul 19 07:42:01.667917 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38630) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:01.693166 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cff04cfb-ae19-4597-bf96-fefe7fd084f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.695647 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cff04cfb-ae19-4597-bf96-fefe7fd084f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.699711 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-cff04cfb-ae19-4597-bf96-fefe7fd084f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/931abde4-3758-4ee6-8033-0c2dfccd0859 HTTP/1.1" status: 204 len: 168 time: 0.6043668 Jul 19 07:42:01.703677 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ed9e2ad9-cc94-426b-b7c2-a13c542c1ca1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fe89b3f76c9437c941c2630d18ce98d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0004532 Jul 19 07:42:01.714206 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38636) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:01.725582 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e2ad9-cc94-426b-b7c2-a13c542c1ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b25305-5de0-4461-8298-894ca3f5ccdf,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:01.837115 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ce6bf-91f0-4a14-ae02-42b5d8e9072e req-f17e023d-95ea-44a4-9b13-423f4fe41a4e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:01.838698 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b39ce6bf-91f0-4a14-ae02-42b5d8e9072e req-f17e023d-95ea-44a4-9b13-423f4fe41a4e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.2298050 Jul 19 07:42:01.892059 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-4a0a812f-c1ad-402b-a4ff-530b02e224d9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:01.895445 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-4a0a812f-c1ad-402b-a4ff-530b02e224d9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 811 time: 0.2213385 Jul 19 07:42:01.902373 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-efee59b8-4af7-4723-be81-116b73f6d2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.907201 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38640) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:01.920927 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-44f582d9-30c6-446d-8525-25db169fcf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.923033 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-45458d84-6721-46bb-a06f-21b145e376d1 req-f2692993-025d-49ff-bab5-1e3eb02c500e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 HTTP/1.1" status: 200 len: 217 time: 0.2519629 Jul 19 07:42:01.931927 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff04cfb-ae19-4597-bf96-fefe7fd084f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931abde4-3758-4ee6-8033-0c2dfccd0859,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:01.961695 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b39ce6bf-91f0-4a14-ae02-42b5d8e9072e req-f519582c-345d-4d47-bee4-c4d1c8f2ab80 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113722 Jul 19 07:42:01.962467 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-62c9e398-92d6-40bb-a4ea-efda4bb1570f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:01.971367 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-4520a5d2-94d8-43b6-b1c7-defdffd02503 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/quotas/7c71ba0302fe4b31813f99b72abba117 HTTP/1.1" status: 200 len: 375 time: 0.0673180 Jul 19 07:42:02.008257 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-efee59b8-4af7-4723-be81-116b73f6d2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.025769 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458d84-6721-46bb-a06f-21b145e376d1 req-de8ecd9e-54d9-484e-8dd9-df7eda4a4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:02.027266 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-45458d84-6721-46bb-a06f-21b145e376d1 req-de8ecd9e-54d9-484e-8dd9-df7eda4a4fb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.0934091 Jul 19 07:42:02.071683 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-45458d84-6721-46bb-a06f-21b145e376d1 req-732ef961-6a1b-4133-9925-9d2f68119b00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358090 Jul 19 07:42:02.092690 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c0f864d3-9a1f-47a5-8c49-c9b050e357c6 req-792c48ff-9367-45d1-9f36-2df0edf0df45 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 210 time: 0.0407398 Jul 19 07:42:02.143460 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-f5af2711-8690-4b4a-a2e8-e9ff80049a05 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1569085 Jul 19 07:42:02.159226 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38644) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:02.173138 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-efee59b8-4af7-4723-be81-116b73f6d2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.175641 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-efee59b8-4af7-4723-be81-116b73f6d2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.176779 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-efee59b8-4af7-4723-be81-116b73f6d2aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87b25305-5de0-4461-8298-894ca3f5ccdf HTTP/1.1" status: 204 len: 168 time: 0.4522285 Jul 19 07:42:02.188667 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb7b6-30fd-4f19-a042-804c2e8e36a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.193640 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-44f582d9-30c6-446d-8525-25db169fcf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.203166 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-44f582d9-30c6-446d-8525-25db169fcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.206890 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-45458d84-6721-46bb-a06f-21b145e376d1 req-138b3a68-1c84-4fe6-a7fe-b6dd6f410daf service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259792 Jul 19 07:42:02.219178 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee59b8-4af7-4723-be81-116b73f6d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b25305-5de0-4461-8298-894ca3f5ccdf,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:02.269896 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Made reservation on behalf of 88008b667845419886b01b7be74ee955 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:02.273706 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.295833 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-44f582d9-30c6-446d-8525-25db169fcf57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3d11f5fd60b4125ae95e601759855df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226470 Jul 19 07:42:02.299268 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38648) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:02.301018 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f582d9-30c6-446d-8525-25db169fcf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fd35a3-bf20-4496-8850-4080b7e672f0,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:02.323357 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-50456587-7939-4f16-8258-881c2bffe59a service neutron] 10.222.0.10 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452494 Jul 19 07:42:02.415262 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-45458d84-6721-46bb-a06f-21b145e376d1 req-df0aa650-4982-4582-a171-d5116f649cf3 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942689 Jul 19 07:42:02.458753 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5eed88fc-1db0-4da3-a63c-a1605a7e98e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.484213 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Allocated IP 172.20.0.10 (13dd5e63-2351-452e-8059-e6311724dd6f/00536343-cd69-4ceb-9d12-e2d1c0705020/f55ede16-e113-421f-9c86-f48e0dcaa051) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:42:02.523328 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-24e52c2b-6344-4879-9d13-65e01ed1d89a service neutron] 10.222.0.10 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922824 Jul 19 07:42:02.544417 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-62c9e398-92d6-40bb-a4ea-efda4bb1570f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.547759 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5eed88fc-1db0-4da3-a63c-a1605a7e98e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.562706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-62c9e398-92d6-40bb-a4ea-efda4bb1570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.662434 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.666239 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-62c9e398-92d6-40bb-a4ea-efda4bb1570f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eee621e4784e4d5cbbb1449764e4f877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580750 Jul 19 07:42:02.666512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38660) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:02.666980 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9e398-92d6-40bb-a4ea-efda4bb1570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be8922-3efb-44fd-89ff-f0fa1386c847,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:02.687222 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28003c3-f7d4-4e8b-a190-f90a92d8d6bd req-dbaab83c-c730-4228-9472-0414142fa6e0 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:02.716922 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a28003c3-f7d4-4e8b-a190-f90a92d8d6bd req-dbaab83c-c730-4228-9472-0414142fa6e0 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 943 time: 0.2464981 Jul 19 07:42:02.753416 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04949645-a8c8-47ea-8179-ca4c9239d13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.784239 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04949645-a8c8-47ea-8179-ca4c9239d13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.802098 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1709d3ba-ccd2-453a-b117-cefc02ed6fea req-aa16d095-abc6-4bf7-a0e2-e08dfb35f9c1 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 210 time: 0.0501804 Jul 19 07:42:02.807375 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5eed88fc-1db0-4da3-a63c-a1605a7e98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.810204 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5eed88fc-1db0-4da3-a63c-a1605a7e98e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.811341 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-5eed88fc-1db0-4da3-a63c-a1605a7e98e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08fd35a3-bf20-4496-8850-4080b7e672f0 HTTP/1.1" status: 204 len: 168 time: 0.5097525 Jul 19 07:42:02.826453 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Transition to ACTIVE for port object f55ede16-e113-421f-9c86-f48e0dcaa051 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:02.854469 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04949645-a8c8-47ea-8179-ca4c9239d13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.857383 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04949645-a8c8-47ea-8179-ca4c9239d13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.858812 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-04949645-a8c8-47ea-8179-ca4c9239d13a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3be8922-3efb-44fd-89ff-f0fa1386c847 HTTP/1.1" status: 204 len: 168 time: 0.1913080 Jul 19 07:42:02.885113 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04949645-a8c8-47ea-8179-ca4c9239d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be8922-3efb-44fd-89ff-f0fa1386c847,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:02.908529 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.916361 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed88fc-1db0-4da3-a63c-a1605a7e98e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fd35a3-bf20-4496-8850-4080b7e672f0,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:02.928266 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a28003c3-f7d4-4e8b-a190-f90a92d8d6bd req-80128e35-5d91-449b-a86a-ef45a4279e86 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095103 Jul 19 07:42:02.937215 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Network 13dd5e63-2351-452e-8059-e6311724dd6f is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:02.939793 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:02.965377 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:02.972571 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:02.973335 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.986136 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb7b6-30fd-4f19-a042-804c2e8e36a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:02.994488 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb7b6-30fd-4f19-a042-804c2e8e36a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.007893 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3865666 Jul 19 07:42:03.022902 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Request body: {'port': {'device_id': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:03.055487 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e26080-b7b9-499d-899b-c9fc94084d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:03.101967 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-1cbfb7b6-30fd-4f19-a042-804c2e8e36a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f6b3e0be6aa46b7b4da477ea5a2b00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9391551 Jul 19 07:42:03.101967 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfb7b6-30fd-4f19-a042-804c2e8e36a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b32ca-1d62-47b4-973d-d1bb7320cb72,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:03.117721 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38680) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:03.159038 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.366266 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ca20b84-d86a-4635-a8e4-60c1b2d5a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.403114 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ca20b84-d86a-4635-a8e4-60c1b2d5a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.415503 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-4796814f-9e04-4b08-a725-42e7b1c2be78 None None] Provisioning for port f55ede16-e113-421f-9c86-f48e0dcaa051 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:03.422148 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-4796814f-9e04-4b08-a725-42e7b1c2be78 None None] Provisioning complete for port f55ede16-e113-421f-9c86-f48e0dcaa051 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:03.422738 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-4796814f-9e04-4b08-a725-42e7b1c2be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.430830 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6695-6a1e-4de3-81b7-893e321e6874 req-b75084de-09b1-4c55-8274-72c034ff0525 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:03.438751 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-187e6695-6a1e-4de3-81b7-893e321e6874 req-b75084de-09b1-4c55-8274-72c034ff0525 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.3211553 Jul 19 07:42:03.505685 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-4796814f-9e04-4b08-a725-42e7b1c2be78 None None] Port f55ede16-e113-421f-9c86-f48e0dcaa051 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:42:03.540570 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55ede16-e113-421f-9c86-f48e0dcaa051 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:03.550010 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.566277 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Transition to ACTIVE for port object f55ede16-e113-421f-9c86-f48e0dcaa051 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:03.573688 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.583160 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db74d8-008d-4e31-afc4-cdbe03e36de1 req-99bf60d6-1db6-44db-ad9b-d8f634c17df9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:03.584738 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d0db74d8-008d-4e31-afc4-cdbe03e36de1 req-99bf60d6-1db6-44db-ad9b-d8f634c17df9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 932 time: 0.3181815 Jul 19 07:42:03.609327 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-187e6695-6a1e-4de3-81b7-893e321e6874 req-b231239a-a8ee-4a49-9190-80c67a1cd455 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697314 Jul 19 07:42:03.673631 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d0db74d8-008d-4e31-afc4-cdbe03e36de1 req-03ab90e8-f601-4f6b-913b-0013e3b377fd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782256 Jul 19 07:42:03.687777 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ca20b84-d86a-4635-a8e4-60c1b2d5a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.692191 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ca20b84-d86a-4635-a8e4-60c1b2d5a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.693689 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-1ca20b84-d86a-4635-a8e4-60c1b2d5a1f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef3b32ca-1d62-47b4-973d-d1bb7320cb72 HTTP/1.1" status: 204 len: 168 time: 0.5738692 Jul 19 07:42:03.709483 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca20b84-d86a-4635-a8e4-60c1b2d5a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b32ca-1d62-47b4-973d-d1bb7320cb72,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:03.762135 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:03.774016 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Attempting to bind port f55ede16-e113-421f-9c86-f48e0dcaa051 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:42:03.774480 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Attempting to bind port f55ede16-e113-421f-9c86-f48e0dcaa051 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:42:03.774883 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Attempting to bind port f55ede16-e113-421f-9c86-f48e0dcaa051 on network 13dd5e63-2351-452e-8059-e6311724dd6f {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:03.779618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Port f55ede16-e113-421f-9c86-f48e0dcaa051 on network 13dd5e63-2351-452e-8059-e6311724dd6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:42:03.780331 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Attempting to bind port f55ede16-e113-421f-9c86-f48e0dcaa051 on network 13dd5e63-2351-452e-8059-e6311724dd6f {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:03.785736 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:42:03.786365 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Checking segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:03.787098 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Bound using segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:42:03.787984 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Bound port: f55ede16-e113-421f-9c86-f48e0dcaa051, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:42:03.787984 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.862844 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:42:03.868882 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:42:03.876579 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.922248 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:03.922995 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:03.924456 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] 10.222.0.25 "PUT /v2.0/ports/f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 200 len: 1094 time: 0.9067760 Jul 19 07:42:03.924897 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:03.927371 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e" -d '{"events": [{"name": "network-changed", "server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:03.951932 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7ffdce6b-92db-40b1-83a6-92343873359b req-7e4f8c61-e29b-469a-8fc7-656374f47c65 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 210 time: 0.0514953 Jul 19 07:42:03.966257 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4533b7-2e8e-40ef-af83-eb45edaa1e81 service neutron] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:03.978641 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1dbdb813-2db5-4adb-8d29-371f4a7decc1 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:42:04.151080 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31491845-9740-40a1-a5c0-086fbccc6fcd x-openstack-request-id: req-31491845-9740-40a1-a5c0-086fbccc6fcd {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:04.151378 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:04.151634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31491845-9740-40a1-a5c0-086fbccc6fcd {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:04.152039 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'status': 'completed', 'code': 200} Jul 19 07:42:04.215854 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b5fb4-83f9-4ace-ac4f-284e226b4f64 req-5e86b17c-aeef-4740-a2d8-aae2c57ddec5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:04.229009 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-896b5fb4-83f9-4ace-ac4f-284e226b4f64 req-5e86b17c-aeef-4740-a2d8-aae2c57ddec5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 943 time: 0.1451967 Jul 19 07:42:04.245511 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 1dbdb813-2db5-4adb-8d29-371f4a7decc1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1dbdb813-2db5-4adb-8d29-371f4a7decc1,segment=NetworkSegment(95325ec6-15a7-4814-9456-21ac10930cff),segment_id=95325ec6-15a7-4814-9456-21ac10930cff)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:04.260051 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-87b87146-4308-41dc-a6bf-dc3c40a44cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:04.275211 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '1dbdb813-2db5-4adb-8d29-371f4a7decc1', 'network_id': 'cf81cda4-ae2b-460b-ac57-d70ca40fe1a8', 'port_id': '1dbdb813-2db5-4adb-8d29-371f4a7decc1', 'mac_address': 'fa:16:3e:44:bc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aedc685-0a9e-4415-869c-c58aaf8283d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:42:04.278502 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-87b87146-4308-41dc-a6bf-dc3c40a44cb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1097 time: 0.2800789 Jul 19 07:42:04.312654 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-896b5fb4-83f9-4ace-ac4f-284e226b4f64 req-625346f3-9795-43e0-8fbf-27785b5014e0 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817332 Jul 19 07:42:04.348573 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:04.350543 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-73a05dc9-bbbc-46c2-92b5-77e643a811f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 200 len: 217 time: 0.0617249 Jul 19 07:42:04.367981 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbdb813-2db5-4adb-8d29-371f4a7decc1 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:04.391617 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 1dbdb813-2db5-4adb-8d29-371f4a7decc1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1dbdb813-2db5-4adb-8d29-371f4a7decc1,segment=NetworkSegment(95325ec6-15a7-4814-9456-21ac10930cff),segment_id=95325ec6-15a7-4814-9456-21ac10930cff)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:04.400401 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:04.401354 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:42:04.408034 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-7bd46fad-5c78-4e59-bd7f-9dd31b71a513 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:04.409993 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-7bd46fad-5c78-4e59-bd7f-9dd31b71a513 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 811 time: 0.3669939 Jul 19 07:42:04.460197 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-5de62295-0e85-41e5-9bca-8b0075bc8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:04.462263 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-5de62295-0e85-41e5-9bca-8b0075bc8d8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.1017325 Jul 19 07:42:04.466623 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-16c2fe9e-ef4f-4751-b92c-b2080ff51148 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c71ba0302fe4b31813f99b72abba117 HTTP/1.1" status: 200 len: 380 time: 0.0440717 Jul 19 07:42:04.468820 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=1dbdb813-2db5-4adb-8d29-371f4a7decc1,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:04.488179 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'port': {'device_id': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'admin_state_up': True, 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'security_groups': ['7727009c-e537-466f-9901-44adfe57d629']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:04.604189 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:04.621179 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'port_id': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'mac_address': 'fa:16:3e:8c:70:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5daced-5b5f-4f67-88a0-29aee7da9eb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:42:04.633768 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885e6a-292f-4a47-9642-0a74959e271e req-23660a3e-1573-48fe-86e8-c30ee102b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:04.635306 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-23660a3e-1573-48fe-86e8-c30ee102b51c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1638923 Jul 19 07:42:04.697224 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:04.720256 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:04.745530 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Made reservation on behalf of 7c71ba0302fe4b31813f99b72abba117 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:04.747994 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:04.749908 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:04.758859 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:04.792618 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-c91a6f6a-b0c5-43e9-9c5b-b247bf810a00 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499543 Jul 19 07:42:04.862266 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:04.906716 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f1aee-a90f-4b25-bd50-7acfd4767346 req-8afd7070-8619-42a7-b474-1e28b8e9cf98 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:04.910672 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-be6f1aee-a90f-4b25-bd50-7acfd4767346 req-8afd7070-8619-42a7-b474-1e28b8e9cf98 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 944 time: 0.1675701 Jul 19 07:42:04.938929 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a6885e6a-292f-4a47-9642-0a74959e271e req-6e3080b3-61c7-445e-8939-755fe3e85dcf service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207216 Jul 19 07:42:04.983471 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca68c7a-a061-423f-bfab-9a6d11b8877f req-168ecb90-435d-4ac2-8c93-d8eb469b0f1c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:04.985855 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eca68c7a-a061-423f-bfab-9a6d11b8877f req-168ecb90-435d-4ac2-8c93-d8eb469b0f1c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1536758 Jul 19 07:42:04.995710 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-be6f1aee-a90f-4b25-bd50-7acfd4767346 req-03fe5731-52e4-481f-b790-acfe5989040e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725582 Jul 19 07:42:05.028261 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Allocated IP 172.20.0.14 (e458021d-cbb0-43ce-a4a4-ff961385cf30/051c354d-c91f-4a99-9380-0e848591a3bf/c1f3498d-f9ad-446e-a011-48b57c6d7e12) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:42:05.043803 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38762) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:05.054429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['7d86b4fb-a281-4f92-a4f2-a7c98cc80e94'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:05.088899 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eca68c7a-a061-423f-bfab-9a6d11b8877f req-02192224-f7c9-42f1-9366-ee7f2b538b1c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875843 Jul 19 07:42:05.096141 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['1dbdb813-2db5-4adb-8d29-371f4a7decc1'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:05.131739 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-355dac70-d04a-4f68-bf6e-7d53c26dd1f0 req-1ec33e4a-f0f9-4497-a1f7-2ac161d8c05e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 210 time: 0.0668046 Jul 19 07:42:05.244799 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.254279 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-9066fe52-6e5f-4161-a019-fb2e57fc0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:05.256033 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-9066fe52-6e5f-4161-a019-fb2e57fc0b1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1097 time: 0.2383895 Jul 19 07:42:05.264973 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Transition to ACTIVE for port object c1f3498d-f9ad-446e-a011-48b57c6d7e12 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:05.452280 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c265eea3-2a34-4187-bfea-50405c117cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.519832 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88d4d1-59c4-4c34-8ceb-62e0e9746190 req-78ca7026-5dbc-495f-a27c-ccd4da5ca2ed tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:05.521436 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ab88d4d1-59c4-4c34-8ceb-62e0e9746190 req-78ca7026-5dbc-495f-a27c-ccd4da5ca2ed tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 944 time: 0.1224630 Jul 19 07:42:05.591099 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ab88d4d1-59c4-4c34-8ceb-62e0e9746190 req-141663be-4070-44ec-9f63-26dbedce3b7d tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586088 Jul 19 07:42:05.631931 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c265eea3-2a34-4187-bfea-50405c117cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.639172 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c265eea3-2a34-4187-bfea-50405c117cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.666193 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.668944 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-a9e5b4c8-50c8-4bdf-9ea4-8f3dac3ae536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:05.670492 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-a9e5b4c8-50c8-4bdf-9ea4-8f3dac3ae536 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.4070261 Jul 19 07:42:05.687326 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265eea3-2a34-4187-bfea-50405c117cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00b6d34-bfb6-4e73-81d9-8f69790f950b,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:05.692244 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c265eea3-2a34-4187-bfea-50405c117cae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7adef77fc5a4c2c88ae8623e7bad2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473298 Jul 19 07:42:05.694905 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38788) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:05.755445 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0cfd407c-991b-4eb1-b971-8effdf3ec253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.770526 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-28c8cd73-061b-4e95-9f41-93313bd2db2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 200 len: 217 time: 0.0894487 Jul 19 07:42:05.772418 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:05.776914 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:05.783504 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0cfd407c-991b-4eb1-b971-8effdf3ec253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.784666 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:05.790780 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:05.791401 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.822289 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3400366 Jul 19 07:42:05.849821 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Request body: {'port': {'device_id': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:05.854819 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c171e4-1e96-446e-9ba5-7acdb1ee68cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'Port': ['ID=c1f3498d-f9ad-446e-a011-48b57c6d7e12,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:05.860417 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0cfd407c-991b-4eb1-b971-8effdf3ec253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.865450 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0cfd407c-991b-4eb1-b971-8effdf3ec253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:05.866686 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0cfd407c-991b-4eb1-b971-8effdf3ec253 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a00b6d34-bfb6-4e73-81d9-8f69790f950b HTTP/1.1" status: 204 len: 168 time: 0.1708608 Jul 19 07:42:05.879501 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd407c-991b-4eb1-b971-8effdf3ec253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00b6d34-bfb6-4e73-81d9-8f69790f950b,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:05.923123 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-dfe82b3b-2073-4eff-a66f-fa338d751ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:05.924824 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-dfe82b3b-2073-4eff-a66f-fa338d751ae1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.1456358 Jul 19 07:42:05.974745 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1dbdb813-2db5-4adb-8d29-371f4a7decc1 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:06.001233 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.052872 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-ab79374e-31c7-4dd5-93cf-271e92c08461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:06.055015 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-ab79374e-31c7-4dd5-93cf-271e92c08461 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1244395 Jul 19 07:42:06.067973 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:06.073172 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:06.074042 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.138942 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-74c4e102-a436-4877-add3-1edbffd82e04 None None] Provisioning for port c1f3498d-f9ad-446e-a011-48b57c6d7e12 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:06.148052 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-74c4e102-a436-4877-add3-1edbffd82e04 None None] Provisioning complete for port c1f3498d-f9ad-446e-a011-48b57c6d7e12 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:06.148705 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-74c4e102-a436-4877-add3-1edbffd82e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.224895 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.227758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-74c4e102-a436-4877-add3-1edbffd82e04 None None] Port c1f3498d-f9ad-446e-a011-48b57c6d7e12 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:42:06.262088 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbdb813-2db5-4adb-8d29-371f4a7decc1'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:06.275688 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-1b87c3f5-0881-4eec-87ac-3253136365b3 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110195 Jul 19 07:42:06.285707 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c1079-258d-43a3-901a-fb8350dd088a req-2f17f64a-6d61-4015-bed2-2a4046bf55e5 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:06.293244 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f94c1079-258d-43a3-901a-fb8350dd088a req-2f17f64a-6d61-4015-bed2-2a4046bf55e5 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 944 time: 0.2115655 Jul 19 07:42:06.342287 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 1dbdb813-2db5-4adb-8d29-371f4a7decc1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1dbdb813-2db5-4adb-8d29-371f4a7decc1,segment=NetworkSegment(95325ec6-15a7-4814-9456-21ac10930cff),segment_id=95325ec6-15a7-4814-9456-21ac10930cff)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:06.346274 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46ffce-0852-4b12-a655-07512735d4c7 req-4957d814-5e9e-4795-8fd2-beaee71d5cd8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:06.348305 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0a46ffce-0852-4b12-a655-07512735d4c7 req-4957d814-5e9e-4795-8fd2-beaee71d5cd8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1273725 Jul 19 07:42:06.349820 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.351835 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:06.376562 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f94c1079-258d-43a3-901a-fb8350dd088a req-84d35c75-6203-4bf1-99ba-17f376407ff1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822632 Jul 19 07:42:06.460137 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0a46ffce-0852-4b12-a655-07512735d4c7 req-71ab3317-c386-401a-b22e-bfe2812cb2ad tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930977 Jul 19 07:42:06.505426 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-aabc90dd-c56a-4ffc-ae46-12ba8347a77e req-ef0e463c-83d3-4f59-8bff-1fa66b997f03 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938899 Jul 19 07:42:06.531664 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=1dbdb813-2db5-4adb-8d29-371f4a7decc1,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:06.551297 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:06.556440 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:06.557042 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.573577 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f3498d-f9ad-446e-a011-48b57c6d7e12 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:06.576499 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c50cc-90c2-43a4-98f2-0a30403d76f9 req-f29a03f2-b089-439f-ba4d-c6ca3b0c46ea tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:06.578000 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ab5c50cc-90c2-43a4-98f2-0a30403d76f9 req-f29a03f2-b089-439f-ba4d-c6ca3b0c46ea tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 932 time: 0.0852854 Jul 19 07:42:06.585304 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.614866 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Transition to ACTIVE for port object c1f3498d-f9ad-446e-a011-48b57c6d7e12 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:06.623908 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.630634 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ab5c50cc-90c2-43a4-98f2-0a30403d76f9 req-9b65d79e-1427-46c7-ac50-9273269d9b0a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Jul 19 07:42:06.718609 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1f3498d-f9ad-446e-a011-48b57c6d7e12,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:06.743526 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.753559 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Attempting to bind port c1f3498d-f9ad-446e-a011-48b57c6d7e12 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:42:06.754392 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Attempting to bind port c1f3498d-f9ad-446e-a011-48b57c6d7e12 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:42:06.754952 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Attempting to bind port c1f3498d-f9ad-446e-a011-48b57c6d7e12 on network e458021d-cbb0-43ce-a4a4-ff961385cf30 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:06.760833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Port c1f3498d-f9ad-446e-a011-48b57c6d7e12 on network e458021d-cbb0-43ce-a4a4-ff961385cf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:42:06.761574 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Attempting to bind port c1f3498d-f9ad-446e-a011-48b57c6d7e12 on network e458021d-cbb0-43ce-a4a4-ff961385cf30 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:06.768140 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:42:06.768846 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Checking segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:06.769611 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Bound using segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:42:06.770657 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Bound port: c1f3498d-f9ad-446e-a011-48b57c6d7e12, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:42:06.771250 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.820420 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:06.826791 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.856320 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2d4e8-f1a9-41de-9d68-1cf06d542652 req-10e27549-9096-4cca-8db9-cceb9d290e2a tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:06.863993 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3cf2d4e8-f1a9-41de-9d68-1cf06d542652 req-10e27549-9096-4cca-8db9-cceb9d290e2a tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1539800 Jul 19 07:42:06.894600 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] For port c1f3498d-f9ad-446e-a011-48b57c6d7e12, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:42:06.898619 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] For port c1f3498d-f9ad-446e-a011-48b57c6d7e12, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:42:06.907035 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.944501 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:06.945261 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:06.946703 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] 10.222.0.25 "PUT /v2.0/ports/c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 200 len: 1094 time: 1.1031084 Jul 19 07:42:06.947176 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3cf2d4e8-f1a9-41de-9d68-1cf06d542652 req-ef7722bf-309e-4520-abcb-70475aa93b64 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Jul 19 07:42:06.962358 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:06.968801 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141794ed-1725-4df6-9e22-ea4b5bbdbb89" -d '{"events": [{"name": "network-changed", "server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:07.007406 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b72490-379e-4592-ae36-3c65b251183b" -d '{"events": [{"server_uuid": "509a3c80-26b5-48a4-8970-91a3b6870d09", "name": "network-vif-plugged", "status": "completed", "tag": "1dbdb813-2db5-4adb-8d29-371f4a7decc1"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:07.033603 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:07.079595 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593bbc93-6dc8-475e-b570-1a1f5a775d36 x-openstack-request-id: req-593bbc93-6dc8-475e-b570-1a1f5a775d36 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:07.079887 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:07.080275 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-593bbc93-6dc8-475e-b570-1a1f5a775d36 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:07.080837 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'status': 'completed', 'code': 200} Jul 19 07:42:07.121301 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f82c49-7f9e-467a-a34b-2deb7add9d1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1f3498d-f9ad-446e-a011-48b57c6d7e12,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:07.135138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-289102f1-52b8-4c17-b065-da03383439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.137008 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-289102f1-52b8-4c17-b065-da03383439ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1153805 Jul 19 07:42:07.185168 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-f6fe2099-313e-4853-a22c-1c58188bb8b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 200 len: 217 time: 0.0388439 Jul 19 07:42:07.243751 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-5d94c09f-2fc7-4cdb-b00b-4a089b8a7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.245273 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-5d94c09f-2fc7-4cdb-b00b-4a089b8a7832 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0530086 Jul 19 07:42:07.311687 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-7917bdc5-a549-46e7-a629-723b67b2f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.313586 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-7917bdc5-a549-46e7-a629-723b67b2f728 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624068 Jul 19 07:42:07.388649 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cde5e4-8efe-4c41-a628-43aa1f154de8 x-openstack-request-id: req-59cde5e4-8efe-4c41-a628-43aa1f154de8 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:07.389059 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509a3c80-26b5-48a4-8970-91a3b6870d09", "name": "network-vif-plugged", "status": "completed", "tag": "1dbdb813-2db5-4adb-8d29-371f4a7decc1", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:07.389418 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59cde5e4-8efe-4c41-a628-43aa1f154de8 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:07.389982 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbdb813-2db5-4adb-8d29-371f4a7decc1', 'code': 200} Jul 19 07:42:07.508264 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-bc9af9e5-e8a3-4276-86a4-e7d92651032d service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883500 Jul 19 07:42:07.640801 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eebd9-31ba-48e1-b8f9-9177a166ae29 req-2a63274d-66c4-42ef-8090-ff1479352d22 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.642411 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8a3eebd9-31ba-48e1-b8f9-9177a166ae29 req-2a63274d-66c4-42ef-8090-ff1479352d22 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.1591358 Jul 19 07:42:07.702827 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8a3eebd9-31ba-48e1-b8f9-9177a166ae29 req-83185cd1-90cd-4f83-8206-9064e3bfefb5 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529251 Jul 19 07:42:07.720487 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115fdea-5e35-49ff-b9e0-bec5f8d468ca req-c2754de8-31e3-42b4-aa61-06f931c01c2e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.720487 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6115fdea-5e35-49ff-b9e0-bec5f8d468ca req-c2754de8-31e3-42b4-aa61-06f931c01c2e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1395254 Jul 19 07:42:07.731017 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5ef3f6d4-a42b-415c-a8ff-3465d757828c req-5cf76b4c-ccc3-4c2f-a7b8-10207b982a68 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161777 Jul 19 07:42:07.793410 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6115fdea-5e35-49ff-b9e0-bec5f8d468ca req-1cbfe051-8fd3-49c5-b950-cde2480d623f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705049 Jul 19 07:42:07.813412 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e8953-9016-4780-8a3f-e41fb7a4781f req-c3ddd7e5-a961-485a-b559-a0e41d0e1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.815535 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-be6e8953-9016-4780-8a3f-e41fb7a4781f req-c3ddd7e5-a961-485a-b559-a0e41d0e1509 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 1098 time: 0.1869247 Jul 19 07:42:07.853648 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-be6e8953-9016-4780-8a3f-e41fb7a4781f req-0be7c73b-d35d-4581-b012-0a6d8fc567f9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:07.859808 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb290b-8a66-4cce-a126-42b3a527d482 req-4511c2a9-ea7c-4b73-b9e4-d5c1fc015ad6 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.861349 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1aeb290b-8a66-4cce-a126-42b3a527d482 req-4511c2a9-ea7c-4b73-b9e4-d5c1fc015ad6 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 944 time: 0.0747397 Jul 19 07:42:07.901199 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-fc82d54b-ba72-410e-a5b8-67f2d5672e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:07.902809 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-fc82d54b-ba72-410e-a5b8-67f2d5672e0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1152461 Jul 19 07:42:07.920193 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1aeb290b-8a66-4cce-a126-42b3a527d482 req-458a48b1-d82c-4ec3-874c-84a25c9494c3 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530071 Jul 19 07:42:07.976397 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:42:08.036083 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-52dface2-b842-4032-839e-dfd6876acf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:08.037977 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-52dface2-b842-4032-839e-dfd6876acf1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 912 time: 0.1283131 Jul 19 07:42:08.091828 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-b9e5dc45-722d-4108-bd9b-ffe65760e058 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 200 len: 217 time: 0.0454831 Jul 19 07:42:08.097594 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-be6e8953-9016-4780-8a3f-e41fb7a4781f req-0be7c73b-d35d-4581-b012-0a6d8fc567f9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:08.112089 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-be6e8953-9016-4780-8a3f-e41fb7a4781f req-0be7c73b-d35d-4581-b012-0a6d8fc567f9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:08.157509 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a0d4-a8df-473a-8179-bfbf89c46f0a req-e907c448-1379-4498-bc7c-8bbdbaef0ebb tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:08.171516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7c73b-d35d-4581-b012-0a6d8fc567f9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c98700c-bd29-4c3c-a068-c2cd1979729d,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:08.173028 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fc10a0d4-a8df-473a-8179-bfbf89c46f0a req-e907c448-1379-4498-bc7c-8bbdbaef0ebb tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1288931 Jul 19 07:42:08.209152 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-be6e8953-9016-4780-8a3f-e41fb7a4781f req-0be7c73b-d35d-4581-b012-0a6d8fc567f9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731813 Jul 19 07:42:08.226748 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-6d3cd9ee-dee6-4e34-a90a-faaf3329345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:08.229324 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-6d3cd9ee-dee6-4e34-a90a-faaf3329345b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.1300054 Jul 19 07:42:08.237075 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:08.255647 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fc10a0d4-a8df-473a-8179-bfbf89c46f0a req-a73c349a-6378-4600-8af3-18a02e83c889 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803885 Jul 19 07:42:08.259136 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'port_id': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'mac_address': 'fa:16:3e:78:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:42:08.304923 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:08.318039 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55ede16-e113-421f-9c86-f48e0dcaa051 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:08.342886 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:08.349530 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:08.357929 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-3bc63f23-3179-4567-bb50-bef2186d7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:08.360502 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-3bc63f23-3179-4567-bb50-bef2186d7fa7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0909777 Jul 19 07:42:08.408804 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:08.492700 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-a63ed4eb-7254-4e12-b879-83113e841a0a service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226428 Jul 19 07:42:08.581918 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['f55ede16-e113-421f-9c86-f48e0dcaa051'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:08.613062 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-141794ed-1725-4df6-9e22-ea4b5bbdbb89 req-09515cd9-f400-40f5-8b92-63fd2f79fa78 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132200 Jul 19 07:42:08.847336 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04d46-7abd-427a-bfca-7df5f2272460 req-4d86bd4e-bab3-45e7-867e-2dbeb1272a47 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:08.856115 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-10e04d46-7abd-427a-bfca-7df5f2272460 req-4d86bd4e-bab3-45e7-867e-2dbeb1272a47 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0753353 Jul 19 07:42:08.911950 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-10e04d46-7abd-427a-bfca-7df5f2272460 req-71f13076-3d28-4022-a697-bd6f72f3a7c3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546126 Jul 19 07:42:09.004323 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e537-51a8-45e2-b656-de78083ec3f6 req-0cab630d-6d56-4e3f-988d-555025b0e128 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:09.012416 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-74a0e537-51a8-45e2-b656-de78083ec3f6 req-0cab630d-6d56-4e3f-988d-555025b0e128 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 945 time: 0.0938237 Jul 19 07:42:09.101999 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-74a0e537-51a8-45e2-b656-de78083ec3f6 req-9d97a99f-2c9e-4033-b359-bea8f6ee1314 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845485 Jul 19 07:42:09.136252 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a800620-b4b8-4967-9a7f-61e235f77173 req-ba7df512-b1e9-49f2-ab98-832d358ad7f7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:09.143218 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4a800620-b4b8-4967-9a7f-61e235f77173 req-ba7df512-b1e9-49f2-ab98-832d358ad7f7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 944 time: 0.1236389 Jul 19 07:42:09.180013 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4a800620-b4b8-4967-9a7f-61e235f77173 req-24411120-a90f-4492-a715-3ddc696fea22 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358241 Jul 19 07:42:09.380871 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 38974) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:09.391725 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:09.394609 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff98f1-ef50-403f-93ce-7e1d4412b69e req-46c6f4a0-60b9-4e49-a8f8-d5a8e0c5511c tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:09.395021 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7779f678-6a01-4024-b2e0-c9558b4762ec" -d '{"events": [{"server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "name": "network-vif-plugged", "status": "completed", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:09.401489 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-baff98f1-ef50-403f-93ce-7e1d4412b69e req-46c6f4a0-60b9-4e49-a8f8-d5a8e0c5511c tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.0720651 Jul 19 07:42:09.437909 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-baff98f1-ef50-403f-93ce-7e1d4412b69e req-0575b117-4ea3-4237-a8b1-7d60f2e2bed8 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355475 Jul 19 07:42:09.442516 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b3dc79-b4ce-42db-b8c2-f68fdee63192 x-openstack-request-id: req-44b3dc79-b4ce-42db-b8c2-f68fdee63192 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:09.442840 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "name": "network-vif-plugged", "status": "completed", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:09.443091 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44b3dc79-b4ce-42db-b8c2-f68fdee63192 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:09.448562 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'code': 200} Jul 19 07:42:09.511958 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b4c8-daad-484d-b034-2887bc06a2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:09.641557 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b4c8-daad-484d-b034-2887bc06a2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:09.649410 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b4c8-daad-484d-b034-2887bc06a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:09.701014 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b9a8b4c8-daad-484d-b034-2887bc06a2fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a861eb8625204b978c9bbc0bb71c31d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176754 Jul 19 07:42:09.701984 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 38988) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:09.712576 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8b4c8-daad-484d-b034-2887bc06a2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268195a8-851c-40c9-bf08-8b555ad223cc,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:09.766246 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e1f-ee94-41f2-beeb-d93f19053296 req-f63e7b1a-3721-4aa7-aad0-94c139c3c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:09.767784 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3383e1f-ee94-41f2-beeb-d93f19053296 req-f63e7b1a-3721-4aa7-aad0-94c139c3c290 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 1098 time: 0.0728376 Jul 19 07:42:09.783041 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-85b2ee53-ffc0-4207-98c2-8c12a04d34ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:09.809628 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-85b2ee53-ffc0-4207-98c2-8c12a04d34ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:09.822468 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3383e1f-ee94-41f2-beeb-d93f19053296 req-39bcddea-274e-4830-9cbd-5c30093defe1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Jul 19 07:42:09.872949 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-85b2ee53-ffc0-4207-98c2-8c12a04d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:09.875682 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-85b2ee53-ffc0-4207-98c2-8c12a04d34ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:09.876736 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-85b2ee53-ffc0-4207-98c2-8c12a04d34ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/268195a8-851c-40c9-bf08-8b555ad223cc HTTP/1.1" status: 204 len: 168 time: 0.1733067 Jul 19 07:42:09.884670 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2ee53-ffc0-4207-98c2-8c12a04d34ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268195a8-851c-40c9-bf08-8b555ad223cc,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:10.015412 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c1f3498d-f9ad-446e-a011-48b57c6d7e12 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:42:10.021913 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:10.074579 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1146af7-9904-461d-85ab-d5f154d406c1 req-d404d814-dfb4-4696-8010-a30f0c0e02e4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:10.076729 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c1146af7-9904-461d-85ab-d5f154d406c1 req-d404d814-dfb4-4696-8010-a30f0c0e02e4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0971699 Jul 19 07:42:10.127713 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c1146af7-9904-461d-85ab-d5f154d406c1 req-a16aa625-ceba-485b-beaa-fe9090c924ca tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Jul 19 07:42:10.170558 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port f55ede16-e113-421f-9c86-f48e0dcaa051 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:10.176633 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port f55ede16-e113-421f-9c86-f48e0dcaa051 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:10.177017 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.245969 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port c1f3498d-f9ad-446e-a011-48b57c6d7e12, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:10.247887 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 39020) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:10.279658 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c54956ff-ddec-44a9-a4d3-2e52f3956b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.301245 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'port_id': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'mac_address': 'fa:16:3e:d1:8b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:42:10.310449 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f13d9-c375-41e2-a3d4-0f07c0b4423c req-430d96c7-3632-42ce-b2bf-ba8f08c473bf tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:10.312645 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d5f13d9-c375-41e2-a3d4-0f07c0b4423c req-430d96c7-3632-42ce-b2bf-ba8f08c473bf tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 945 time: 0.1071537 Jul 19 07:42:10.368133 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.371128 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.388889 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d5f13d9-c375-41e2-a3d4-0f07c0b4423c req-e7a051ea-9e56-4862-9314-e0edfb515691 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634520 Jul 19 07:42:10.425097 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40702f5-148e-47e9-9b67-a8e989553ca9 req-8064bb24-7779-4654-8655-496f968a6d58 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:10.426869 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b40702f5-148e-47e9-9b67-a8e989553ca9 req-8064bb24-7779-4654-8655-496f968a6d58 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 944 time: 0.1132116 Jul 19 07:42:10.444180 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c54956ff-ddec-44a9-a4d3-2e52f3956b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.446389 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f3498d-f9ad-446e-a011-48b57c6d7e12 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:10.451708 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c54956ff-ddec-44a9-a4d3-2e52f3956b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.470086 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:10.470330 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b40702f5-148e-47e9-9b67-a8e989553ca9 req-ab641289-4a53-43ca-8c65-92d1f8c4ade8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364070 Jul 19 07:42:10.480875 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.490251 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port c1f3498d-f9ad-446e-a011-48b57c6d7e12, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:10.498431 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c54956ff-ddec-44a9-a4d3-2e52f3956b2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8e9f352ae71444fa138e30bface73a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492490 Jul 19 07:42:10.502220 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39024) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:10.515846 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.532515 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54956ff-ddec-44a9-a4d3-2e52f3956b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022eb231-68eb-413d-b4c4-770e71293d12,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:10.546129 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:10.602935 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=c1f3498d-f9ad-446e-a011-48b57c6d7e12,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:10.608929 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7630b42a-f28e-4815-bed8-777efef40005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.638758 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7630b42a-f28e-4815-bed8-777efef40005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.646850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81594c-1d1a-402e-83e4-701c6f8d9727 req-18c95351-6b91-4312-8564-1d8242a341ce tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:10.648389 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1c81594c-1d1a-402e-83e4-701c6f8d9727 req-18c95351-6b91-4312-8564-1d8242a341ce tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1187863 Jul 19 07:42:10.720395 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1c81594c-1d1a-402e-83e4-701c6f8d9727 req-6e72a2aa-bb3f-48e8-916b-4a8e1abcd724 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648034 Jul 19 07:42:10.744084 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7630b42a-f28e-4815-bed8-777efef40005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.746837 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7630b42a-f28e-4815-bed8-777efef40005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:10.748098 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7630b42a-f28e-4815-bed8-777efef40005 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/022eb231-68eb-413d-b4c4-770e71293d12 HTTP/1.1" status: 204 len: 168 time: 0.2448511 Jul 19 07:42:10.755899 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630b42a-f28e-4815-bed8-777efef40005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022eb231-68eb-413d-b4c4-770e71293d12,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:11.261369 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b4a59-9130-451f-9391-331d9b77bfb0 req-fddcea68-6cf1-4891-a7c9-1e6ff1db9906 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:11.262859 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2f1b4a59-9130-451f-9391-331d9b77bfb0 req-fddcea68-6cf1-4891-a7c9-1e6ff1db9906 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0642793 Jul 19 07:42:11.300206 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2f1b4a59-9130-451f-9391-331d9b77bfb0 req-6e76add8-8d51-4d8e-bb4f-f788ae504254 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Jul 19 07:42:11.450416 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:11.452765 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be0731-3bee-486d-9744-4ad33115978b" -d '{"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:11.487447 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d848b0a6-02bc-409f-a1c7-bd656ec957de x-openstack-request-id: req-d848b0a6-02bc-409f-a1c7-bd656ec957de {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:11.487742 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:11.487991 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d848b0a6-02bc-409f-a1c7-bd656ec957de {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:11.488403 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'code': 200} Jul 19 07:42:11.710795 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdebb6-8371-46cf-8f2e-c2e1b4552a12 req-79e9a23d-2883-475f-88d9-51ee3dabf918 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:11.712312 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08bdebb6-8371-46cf-8f2e-c2e1b4552a12 req-79e9a23d-2883-475f-88d9-51ee3dabf918 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.2484190 Jul 19 07:42:11.755850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758a43-c5dc-40e1-ae4f-918ed73a1087 req-9fd76abe-e05d-47bb-88b6-699de088c741 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:11.757369 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db758a43-c5dc-40e1-ae4f-918ed73a1087 req-9fd76abe-e05d-47bb-88b6-699de088c741 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 945 time: 0.0962417 Jul 19 07:42:11.771875 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08bdebb6-8371-46cf-8f2e-c2e1b4552a12 req-ac7826b0-968c-4871-b1dd-f0082e653518 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515511 Jul 19 07:42:11.820731 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db758a43-c5dc-40e1-ae4f-918ed73a1087 req-a0e7bce6-bf41-423d-8683-b096b1520992 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465035 Jul 19 07:42:11.844431 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39086) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:11.944828 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-020ac1a5-4aad-4b89-88d6-c1b6b6d3f445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:12.027655 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-020ac1a5-4aad-4b89-88d6-c1b6b6d3f445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:12.031057 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-020ac1a5-4aad-4b89-88d6-c1b6b6d3f445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:12.069816 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-020ac1a5-4aad-4b89-88d6-c1b6b6d3f445 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59135aecf2b847ecba2d9b441b448a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243204 Jul 19 07:42:12.071745 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ac1a5-4aad-4b89-88d6-c1b6b6d3f445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13db694-41f6-43bd-981a-390163210468,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:12.072551 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 39094) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:12.125931 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a2b2-32e1-465b-bd3a-1732d2da67a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:12.146320 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a2b2-32e1-465b-bd3a-1732d2da67a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:12.191425 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a2b2-32e1-465b-bd3a-1732d2da67a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:12.194035 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a2b2-32e1-465b-bd3a-1732d2da67a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:12.195205 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e7e2a2b2-32e1-465b-bd3a-1732d2da67a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b13db694-41f6-43bd-981a-390163210468 HTTP/1.1" status: 204 len: 168 time: 0.1215467 Jul 19 07:42:12.202580 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2a2b2-32e1-465b-bd3a-1732d2da67a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13db694-41f6-43bd-981a-390163210468,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:12.427883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546fbc-95fd-4a6d-9f6e-cca648e09968 req-4be1eaac-a3fc-42f2-b322-80853625fb42 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:12.429390 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b9546fbc-95fd-4a6d-9f6e-cca648e09968 req-4be1eaac-a3fc-42f2-b322-80853625fb42 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0643170 Jul 19 07:42:12.467295 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b9546fbc-95fd-4a6d-9f6e-cca648e09968 req-e7ebdb3d-315e-461a-9faa-43b2c8a4a523 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Jul 19 07:42:12.975405 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a2f10-5778-4aa5-bbc2-332050c2fc3e req-7ad9cc76-2e74-412f-a1eb-12136c01e660 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:12.977032 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-185a2f10-5778-4aa5-bbc2-332050c2fc3e req-7ad9cc76-2e74-412f-a1eb-12136c01e660 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1227162 Jul 19 07:42:13.015098 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871274e-3d99-4021-bf58-4cb827ac81f4 req-42f06541-b636-4d85-8021-36e421a428c5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:13.016578 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6871274e-3d99-4021-bf58-4cb827ac81f4 req-42f06541-b636-4d85-8021-36e421a428c5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 945 time: 0.1205728 Jul 19 07:42:13.035683 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-185a2f10-5778-4aa5-bbc2-332050c2fc3e req-637d5199-ae6c-499b-b267-1a571fbd03b8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520318 Jul 19 07:42:13.061946 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6871274e-3d99-4021-bf58-4cb827ac81f4 req-a41f1ec9-6340-42ad-b605-99ce88beeb6a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384786 Jul 19 07:42:13.280968 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8d62f-5d09-457a-91bd-c3f92a2b8efd req-423358bf-395c-420b-bb51-7446dfa2e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:13.283110 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91f8d62f-5d09-457a-91bd-c3f92a2b8efd req-423358bf-395c-420b-bb51-7446dfa2e637 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1099 time: 0.0582922 Jul 19 07:42:13.328010 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-91f8d62f-5d09-457a-91bd-c3f92a2b8efd req-45db2b7a-407c-4868-9ea6-06e18a691dd6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295472 Jul 19 07:42:13.377421 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 39152) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:13.400035 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['c1f3498d-f9ad-446e-a011-48b57c6d7e12'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:13.478853 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5bcc15a3-6009-4de0-b1a5-a4571711a859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:13.583305 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5bcc15a3-6009-4de0-b1a5-a4571711a859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:13.587804 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5bcc15a3-6009-4de0-b1a5-a4571711a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:13.608199 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f296f4-e8d9-4af3-b40b-0d2e19103b74 req-a703f07c-2e18-4467-b1cb-7ef2f8ea0771 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:13.609706 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a9f296f4-e8d9-4af3-b40b-0d2e19103b74 req-a703f07c-2e18-4467-b1cb-7ef2f8ea0771 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0634577 Jul 19 07:42:13.625791 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5bcc15a3-6009-4de0-b1a5-a4571711a859 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bba535672fca4281bbb617e428d8e2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472148 Jul 19 07:42:13.626635 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc15a3-6009-4de0-b1a5-a4571711a859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de1b8d7-36e7-4d9c-be96-26b48f89946a,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:13.629713 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39158) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:13.663119 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a9f296f4-e8d9-4af3-b40b-0d2e19103b74 req-bc8103cd-b2b1-423e-8e86-d888b5c8f993 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477238 Jul 19 07:42:13.692598 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-111b4ac7-2311-45b0-a4e6-a847ceb0eb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:13.721931 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-111b4ac7-2311-45b0-a4e6-a847ceb0eb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:13.775012 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-111b4ac7-2311-45b0-a4e6-a847ceb0eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:13.777703 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-111b4ac7-2311-45b0-a4e6-a847ceb0eb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:13.778931 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-111b4ac7-2311-45b0-a4e6-a847ceb0eb36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6de1b8d7-36e7-4d9c-be96-26b48f89946a HTTP/1.1" status: 204 len: 168 time: 0.1483381 Jul 19 07:42:13.787226 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b4ac7-2311-45b0-a4e6-a847ceb0eb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de1b8d7-36e7-4d9c-be96-26b48f89946a,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:14.270985 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5bee-620c-46b4-8007-f2f34fd0878d req-485ae0e0-d5eb-4efe-ade3-272e647d2dc1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:14.272545 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61ee5bee-620c-46b4-8007-f2f34fd0878d req-485ae0e0-d5eb-4efe-ade3-272e647d2dc1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1246688 Jul 19 07:42:14.299941 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b87c-0420-4834-a346-5a6c20504a97 req-ec49cb1e-28fb-4b52-b608-a9688c3250f2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:14.307829 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3348b87c-0420-4834-a346-5a6c20504a97 req-ec49cb1e-28fb-4b52-b608-a9688c3250f2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 945 time: 0.1260026 Jul 19 07:42:14.372002 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61ee5bee-620c-46b4-8007-f2f34fd0878d req-c791aac0-8c34-457c-b0ab-5f2b106fa3a4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808897 Jul 19 07:42:14.397118 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3348b87c-0420-4834-a346-5a6c20504a97 req-b7eb90f7-1b8c-4b58-9e68-e9c4da530ef3 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884266 Jul 19 07:42:14.570257 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 39214) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:14.711884 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846958833-network', 'tenant_id': '7b282109bd05485eaf8d31bcaed3dad2'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:14.750521 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Made reservation on behalf of 7b282109bd05485eaf8d31bcaed3dad2 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:14.753618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:14.768478 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:14.820689 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1286b-20d5-41bd-ad37-54799449ccea req-a843c59a-2f75-418e-9412-2bfced059b1a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:14.822285 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96d1286b-20d5-41bd-ad37-54799449ccea req-a843c59a-2f75-418e-9412-2bfced059b1a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0821259 Jul 19 07:42:14.899469 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:14.904466 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:14.909024 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96d1286b-20d5-41bd-ad37-54799449ccea req-1d82d7da-f7ba-4c18-8211-592eb8856e4d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797350 Jul 19 07:42:14.931639 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:42:14.950602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e8638-8a6b-4ead-af53-1b8928b81d8b,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:14.956748 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:14.957087 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Added segment 3b51324b-6ec0-4de0-ae9e-34ab642acdb1 of type vlan for network a515499c-8f09-49a6-a8b6-8675bdfb7b2c Jul 19 07:42:15.010370 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:15.041284 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:15.042311 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:15.042968 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:15.071538 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4992712 Jul 19 07:42:15.074858 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39244) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:15.081557 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Request body: {'subnet': {'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846958833-subnet', 'tenant_id': '7b282109bd05485eaf8d31bcaed3dad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:15.104655 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3057ca9-c071-4805-98a1-dab1012da450 admin admin] Pushing event updated for resources: {'Network': ['ID=a515499c-8f09-49a6-a8b6-8675bdfb7b2c,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:15.107981 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Made reservation on behalf of 7b282109bd05485eaf8d31bcaed3dad2 for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:15.110613 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:15.116462 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network a515499c-8f09-49a6-a8b6-8675bdfb7b2c details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:42:15.296376 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:15.352958 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae40dfc-6bcf-44fe-85d9-3399caa11e97,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:15.357148 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Checking segment: {'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:15.357494 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Network hostable DHCP agents. Network: a515499c-8f09-49a6-a8b6-8675bdfb7b2c, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:42:15.372907 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Network a515499c-8f09-49a6-a8b6-8675bdfb7b2c is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:42:15.381020 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, a515499c-8f09-49a6-a8b6-8675bdfb7b2c) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:15.385347 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:15.385925 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:15.392719 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d04215-f654-4aa6-8bd0-874a8ad028c1 None None] Network a515499c-8f09-49a6-a8b6-8675bdfb7b2c requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:42:15.410722 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e65888ad-a33a-4b5f-a65e-2dba64ed9f89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3265207 Jul 19 07:42:15.536967 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03bd55f-323d-4c94-a239-febd5b12997a None None] Network a515499c-8f09-49a6-a8b6-8675bdfb7b2c requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:42:15.548534 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa28074-1f99-4a94-8e73-11ac250833aa req-716ac3f4-509d-4ad9-b0d0-9fe22168c99d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:15.550024 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dfa28074-1f99-4a94-8e73-11ac250833aa req-716ac3f4-509d-4ad9-b0d0-9fe22168c99d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1108725 Jul 19 07:42:15.573334 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a17691-7b98-40a4-b847-5615ba354001 req-128bd917-5666-44a4-9c21-e74560443e7a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:15.574760 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-77a17691-7b98-40a4-b847-5615ba354001 req-128bd917-5666-44a4-9c21-e74560443e7a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 945 time: 0.1012933 Jul 19 07:42:15.625383 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dfa28074-1f99-4a94-8e73-11ac250833aa req-ec58356d-d014-4d2c-b5be-3fd8869723e9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673795 Jul 19 07:42:15.630172 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-77a17691-7b98-40a4-b847-5615ba354001 req-2afb5058-53e4-450f-89e0-d1b0292d905c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476947 Jul 19 07:42:15.766268 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1737a-a476-42ba-9c0b-1918a6ea6bd3 req-65b6ee20-e889-42d8-8f56-a975c2aae437 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:15.767746 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-68a1737a-a476-42ba-9c0b-1918a6ea6bd3 req-65b6ee20-e889-42d8-8f56-a975c2aae437 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0664363 Jul 19 07:42:15.777294 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39264) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:15.782215 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'floatingip': {'port_id': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:15.859791 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:16.057165 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c1f3498d-f9ad-446e-a011-48b57c6d7e12 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:16.111026 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port c1f3498d-f9ad-446e-a011-48b57c6d7e12 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:16.114656 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port c1f3498d-f9ad-446e-a011-48b57c6d7e12 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:16.115032 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:16.189889 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:16.211584 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:16.213860 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3818e989-1ae7-4791-9221-187af1d09844" -d '{"events": [{"server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "name": "network-vif-plugged", "status": "completed", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:16.226269 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port c1f3498d-f9ad-446e-a011-48b57c6d7e12, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:16.231581 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:16.255205 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf78956-7b2c-4ef5-9845-b8a6de6f2d5e x-openstack-request-id: req-7bf78956-7b2c-4ef5-9845-b8a6de6f2d5e {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:16.255495 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "name": "network-vif-plugged", "status": "completed", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:16.255747 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bf78956-7b2c-4ef5-9845-b8a6de6f2d5e {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:16.256180 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'code': 200} Jul 19 07:42:16.281416 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=c1f3498d-f9ad-446e-a011-48b57c6d7e12,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:16.580961 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.db.resource_extend [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 07:42:16.653384 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:16.657195 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:16.790942 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Floating IP d7362338-b6d7-409f-88db-5665bbe00740 associated. External IP: 172.27.3.122, port: f55ede16-e113-421f-9c86-f48e0dcaa051. Jul 19 07:42:16.858249 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100b80-a4b9-4156-a049-ab89daa617f3 req-70be8199-4b69-45d4-a2c6-400b7b89dc9b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:16.859623 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07100b80-a4b9-4156-a049-ab89daa617f3 req-70be8199-4b69-45d4-a2c6-400b7b89dc9b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1423085 Jul 19 07:42:16.914952 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07100b80-a4b9-4156-a049-ab89daa617f3 req-55c7df31-5922-4d69-8430-96e080db3a3e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473375 Jul 19 07:42:17.032235 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:42:17.136719 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:42:17.141164 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:17.150298 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] Sync routers for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:42:17.159929 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:17.160580 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:17.178854 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-61333abe-c622-4c80-8358-5b1b5acbadab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "PUT /v2.0/floatingips/d7362338-b6d7-409f-88db-5665bbe00740 HTTP/1.1" status: 200 len: 992 time: 1.4003978 Jul 19 07:42:17.179481 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:17.270816 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:17.333449 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aefeb24-2a08-4c17-8608-d287780c50da" -d '{"events": [{"name": "network-changed", "server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:17.422357 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20873fd8-96f5-4fdf-b82d-23a9d6b6ea65 x-openstack-request-id: req-20873fd8-96f5-4fdf-b82d-23a9d6b6ea65 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:17.422644 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:17.422893 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20873fd8-96f5-4fdf-b82d-23a9d6b6ea65 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:17.423373 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'status': 'completed', 'code': 200} Jul 19 07:42:17.537222 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'd7362338-b6d7-409f-88db-5665bbe00740', 'tenant_id': '88008b667845419886b01b7be74ee955', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'port_id': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'mac_address': 'fa:16:3e:78:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:41:52Z', 'updated_at': '2021-07-19T07:42:16Z', 'revision_number': 1, 'project_id': '88008b667845419886b01b7be74ee955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:17.562222 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] Checking router: d3ee98dd-6dbd-4acb-99c8-45e092f2a049 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:42:17.570145 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:17.571344 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:41:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:17.714552 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-913817ff-22e1-4736-9e45-4bd9a0f24902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:17.738194 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:17.954969 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'd7362338-b6d7-409f-88db-5665bbe00740', 'tenant_id': '88008b667845419886b01b7be74ee955', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'port_id': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'mac_address': 'fa:16:3e:78:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:41:52Z', 'updated_at': '2021-07-19T07:42:16Z', 'revision_number': 1, 'project_id': '88008b667845419886b01b7be74ee955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:17.982457 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abee429-fdb6-4090-98f4-2cf9368d13d5 None None] The sync data for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi is: [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'd7362338-b6d7-409f-88db-5665bbe00740', 'tenant_id': '88008b667845419886b01b7be74ee955', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'port_id': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'mac_address': 'fa:16:3e:78:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:41:52Z', 'updated_at': '2021-07-19T07:42:16Z', 'revision_number': 1, 'project_id': '88008b667845419886b01b7be74ee955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:42:18.047814 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d00552-3a1a-46e7-ab98-1bffa738cc14 req-464e4059-1d67-4717-be33-cc2baa4fb664 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:18.049595 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b5d00552-3a1a-46e7-ab98-1bffa738cc14 req-464e4059-1d67-4717-be33-cc2baa4fb664 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0685697 Jul 19 07:42:18.088249 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b5d00552-3a1a-46e7-ab98-1bffa738cc14 req-309f63fe-a44e-4057-b610-504a5869e189 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Jul 19 07:42:18.208433 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66651337-d095-4316-a5fa-11ba2f4501e0 None None] New status for floating IP d7362338-b6d7-409f-88db-5665bbe00740: ACTIVE {{(pid=99882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:42:18.282094 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefeb24-2a08-4c17-8608-d287780c50da req-b9c1e83f-ce9a-43db-a727-ef019bb1d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:18.283622 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7aefeb24-2a08-4c17-8608-d287780c50da req-b9c1e83f-ce9a-43db-a727-ef019bb1d769 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1099 time: 0.0705485 Jul 19 07:42:18.498445 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefeb24-2a08-4c17-8608-d287780c50da req-672476df-4ace-464e-9c10-6831cbe6ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:18.500055 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7aefeb24-2a08-4c17-8608-d287780c50da req-672476df-4ace-464e-9c10-6831cbe6ab48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.1465833 Jul 19 07:42:18.504897 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c78a6-4b58-4cf8-96ef-8972eac4fec0 req-290838c6-7f84-4183-9678-e63cdeb0231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:18.506255 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-951c78a6-4b58-4cf8-96ef-8972eac4fec0 req-290838c6-7f84-4183-9678-e63cdeb0231b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1299233 Jul 19 07:42:18.779976 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-951c78a6-4b58-4cf8-96ef-8972eac4fec0 req-aa0e7ea3-bba2-423d-a9e7-964823327dbe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588897 Jul 19 07:42:18.783795 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7aefeb24-2a08-4c17-8608-d287780c50da req-fcc7df0e-dda8-43ef-82e0-3f20d63dbb81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 200 len: 1002 time: 0.2689998 Jul 19 07:42:19.213298 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b76425-c96f-4ac8-b5c0-40cbef6e3055 req-ca46cf98-6de8-4e93-91e6-c7269cf3a94c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:19.214890 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-38b76425-c96f-4ac8-b5c0-40cbef6e3055 req-ca46cf98-6de8-4e93-91e6-c7269cf3a94c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0611782 Jul 19 07:42:19.258406 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-38b76425-c96f-4ac8-b5c0-40cbef6e3055 req-7e1c1a59-d3bf-4610-8351-acf34b24d45b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378988 Jul 19 07:42:20.051516 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5b834c0b-6f34-4991-b8da-275d32f54435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:20.384883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab79df-9b36-40ff-8373-eb8da72b99d9 req-a3105510-9a1a-41c5-88e0-2ed9211e658e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:20.386813 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0eab79df-9b36-40ff-8373-eb8da72b99d9 req-a3105510-9a1a-41c5-88e0-2ed9211e658e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0646179 Jul 19 07:42:20.428927 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0eab79df-9b36-40ff-8373-eb8da72b99d9 req-00d9a4cc-7df5-4a93-9586-d72a428a3504 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361354 Jul 19 07:42:20.524993 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:21.533094 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:21.555814 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d0a09-0cd0-4275-8622-b99b9192f20d req-d29f97d9-46fe-4d37-ad8f-f0e3a2d438d8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:21.557296 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4f9d0a09-0cd0-4275-8622-b99b9192f20d req-d29f97d9-46fe-4d37-ad8f-f0e3a2d438d8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0638521 Jul 19 07:42:21.595189 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4f9d0a09-0cd0-4275-8622-b99b9192f20d req-80f05ad5-a2b5-48ed-8621-9e7d12119c38 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323930 Jul 19 07:42:21.959348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefeb24-2a08-4c17-8608-d287780c50da req-5366233d-0f93-43da-814d-e15f53d5d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:21.960803 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7aefeb24-2a08-4c17-8608-d287780c50da req-5366233d-0f93-43da-814d-e15f53d5d092 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0437827 Jul 19 07:42:22.016826 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefeb24-2a08-4c17-8608-d287780c50da req-c2ffe2fc-9528-42ef-b0da-62772472fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:22.018286 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7aefeb24-2a08-4c17-8608-d287780c50da req-c2ffe2fc-9528-42ef-b0da-62772472fcf3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499060 Jul 19 07:42:22.111293 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7aefeb24-2a08-4c17-8608-d287780c50da req-84e95d13-3f06-45ce-a75d-8099c1677d3b service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Jul 19 07:42:22.199032 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7aefeb24-2a08-4c17-8608-d287780c50da req-2ee2665e-ca95-47fe-bd98-a84ff2d2f075 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803063 Jul 19 07:42:22.720372 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2727fe3-d019-4071-bcd9-54bb047c5a5a req-f976740f-3657-4ade-af4a-b38ca158a15d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:22.721868 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a2727fe3-d019-4071-bcd9-54bb047c5a5a req-f976740f-3657-4ade-af4a-b38ca158a15d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0627437 Jul 19 07:42:22.761131 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a2727fe3-d019-4071-bcd9-54bb047c5a5a req-4305fef1-2320-4b2b-a601-281898875860 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Jul 19 07:42:23.396613 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:23.525140 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-6f5eb5a2-cf57-449f-b1e6-69f5774f01e8 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:23.527222 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-6f5eb5a2-cf57-449f-b1e6-69f5774f01e8 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/networks?id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c HTTP/1.1" status: 200 len: 808 time: 0.1144958 Jul 19 07:42:23.544148 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-f2172300-4a46-49d5-ba95-0a354d18a6a8 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/quotas/7b282109bd05485eaf8d31bcaed3dad2 HTTP/1.1" status: 200 len: 375 time: 0.0113287 Jul 19 07:42:23.581847 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-d42ed001-a2df-491f-b6db-7925c6d4e9f4 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b282109bd05485eaf8d31bcaed3dad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285964 Jul 19 07:42:23.671217 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-caf680d9-9030-4e8c-ae13-0b467d89659a service neutron] 10.222.0.10 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828102 Jul 19 07:42:23.762937 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-ff6e3c6e-9015-4d07-ad9b-568332db636d service neutron] 10.222.0.10 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856755 Jul 19 07:42:23.918797 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c9da6-1b51-48c8-b332-906de772efb1 req-142a2201-74ea-454a-9e8b-fc89952a6cb6 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:23.920258 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-013c9da6-1b51-48c8-b332-906de772efb1 req-142a2201-74ea-454a-9e8b-fc89952a6cb6 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0870533 Jul 19 07:42:23.941743 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8b2b50db-2217-488b-9315-40c932868889 req-988703d0-0fca-4705-8abf-06a0564ac6b7 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 210 time: 0.0401626 Jul 19 07:42:23.988895 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-013c9da6-1b51-48c8-b332-906de772efb1 req-455360ba-3578-4576-93bd-5ce5728e7511 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493979 Jul 19 07:42:24.130192 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf2062-1e03-420e-bf91-f9e4ae2bc8b8 req-80a39201-e1b0-4a4f-baaf-37be9dfba9e2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:24.131719 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-60bf2062-1e03-420e-bf91-f9e4ae2bc8b8 req-80a39201-e1b0-4a4f-baaf-37be9dfba9e2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0772209 Jul 19 07:42:24.140795 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39466) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:24.145271 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'floatingip': {'port_id': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:24.189624 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:24.835584 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:24.840205 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:24.937683 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Floating IP 3a52eb40-d2f2-45bd-b044-a763c9332828 associated. External IP: 172.27.3.96, port: c1f3498d-f9ad-446e-a011-48b57c6d7e12. Jul 19 07:42:25.058309 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a8200d58-ec3d-46c1-8b06-160504624547 req-7ea4f128-80fb-471b-9abb-54b02cc7ba5d tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 210 time: 0.0333192 Jul 19 07:42:25.172079 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:42:25.279554 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:42:25.283834 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:25.288696 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493623b-6914-4202-8270-59be69468fbe None None] Sync routers for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:42:25.297378 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:25.298094 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:42:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:25.317826 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-12b1b0cf-bca9-49da-b639-26915ce4ffb4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "PUT /v2.0/floatingips/3a52eb40-d2f2-45bd-b044-a763c9332828 HTTP/1.1" status: 200 len: 991 time: 1.1760116 Jul 19 07:42:25.318389 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:25.321119 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d383b-f042-47a4-af0d-f49ee3cf29bd" -d '{"events": [{"name": "network-changed", "server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:25.399913 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:25.620811 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '3a52eb40-d2f2-45bd-b044-a763c9332828', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'port_id': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'mac_address': 'fa:16:3e:d1:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:42:00Z', 'updated_at': '2021-07-19T07:42:24Z', 'revision_number': 1, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:25.646672 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493623b-6914-4202-8270-59be69468fbe None None] Checking router: 2205f05e-a017-4bd5-961b-2d8f44f0fc71 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:42:25.654971 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:25.655569 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:42:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:25.755191 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:25.966171 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9493623b-6914-4202-8270-59be69468fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '3a52eb40-d2f2-45bd-b044-a763c9332828', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'port_id': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'mac_address': 'fa:16:3e:d1:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:42:00Z', 'updated_at': '2021-07-19T07:42:24Z', 'revision_number': 1, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:25.995681 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493623b-6914-4202-8270-59be69468fbe None None] The sync data for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi is: [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '3a52eb40-d2f2-45bd-b044-a763c9332828', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'port_id': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'mac_address': 'fa:16:3e:d1:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:42:00Z', 'updated_at': '2021-07-19T07:42:24Z', 'revision_number': 1, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:42:26.181686 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e82a90-60db-4730-84c3-e24d5e945459 None None] New status for floating IP 3a52eb40-d2f2-45bd-b044-a763c9332828: ACTIVE {{(pid=99882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:42:27.502075 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:28.169501 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:42:28.496774 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf2f4a-0532-4564-bcb2-5bb1fdfa9abc x-openstack-request-id: req-55bf2f4a-0532-4564-bcb2-5bb1fdfa9abc {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:28.497358 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:28.497456 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55bf2f4a-0532-4564-bcb2-5bb1fdfa9abc {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:28.497832 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'status': 'completed', 'code': 200} Jul 19 07:42:28.548567 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a508e381-41f0-4480-a516-41f92d4341e5 req-746fe836-ce58-4635-83ef-34e94d5caa79 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 210 time: 0.0311859 Jul 19 07:42:28.670512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-ac3d776f-4865-4f11-96cf-97d971642f3b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:28.672633 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-ac3d776f-4865-4f11-96cf-97d971642f3b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "GET /v2.0/networks?id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c HTTP/1.1" status: 200 len: 808 time: 0.1481545 Jul 19 07:42:28.678535 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-f099b06d-8f5c-400d-98b1-45888a1e95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:28.680433 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-f099b06d-8f5c-400d-98b1-45888a1e95b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1542187 Jul 19 07:42:28.706430 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Request body: {'port': {'device_id': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c', 'admin_state_up': True, 'tenant_id': '7b282109bd05485eaf8d31bcaed3dad2'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:28.877531 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-8e2ad80e-7a18-477c-8545-95a4d1cdb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:28.879014 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-8e2ad80e-7a18-477c-8545-95a4d1cdb97d service neutron] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 912 time: 0.1581542 Jul 19 07:42:28.896570 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Made reservation on behalf of 7b282109bd05485eaf8d31bcaed3dad2 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:28.899732 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:28.967937 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-115d8563-21a6-43d1-a3f6-26366a2786b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 200 len: 1001 time: 0.0786443 Jul 19 07:42:29.075327 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-60d5a7b1-e6fc-429e-934a-f9acc6d1d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:29.076797 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-60d5a7b1-e6fc-429e-934a-f9acc6d1d9e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0845919 Jul 19 07:42:29.127085 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Allocated IP 172.20.0.7 (a515499c-8f09-49a6-a8b6-8675bdfb7b2c/aae40dfc-6bcf-44fe-85d9-3399caa11e97/2d589292-f9d1-422c-be14-9fae707e8146) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:42:29.188209 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-1566e9e8-bb1d-4bbe-847e-2d70d24c9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:29.189889 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-1566e9e8-bb1d-4bbe-847e-2d70d24c9751 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1004930 Jul 19 07:42:29.354050 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-9f919f7f-17b1-4bc6-8789-1230a974ec3c service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514897 Jul 19 07:42:29.356730 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:29.457874 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:29.493152 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e63d383b-f042-47a4-af0d-f49ee3cf29bd req-b4682998-da05-4a11-a540-daa27539bcc1 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297071 Jul 19 07:42:29.536723 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Network a515499c-8f09-49a6-a8b6-8675bdfb7b2c is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:29.543053 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:29.547034 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:29.552525 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:29.553136 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:29.565785 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Pushing event updated for resources: {'Port': ['ID=2d589292-f9d1-422c-be14-9fae707e8146,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:29.574372 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-5d7c954b-2932-4904-aec3-bdeeb7a5cd22 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718767 Jul 19 07:42:29.587748 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Request body: {'port': {'device_id': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:29.678266 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:29.692217 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39588) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:29.705783 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899ac2-f427-49a5-a2ef-3b2ebc05955b req-328ba948-2e71-4e81-b28b-202f9eaef4a4 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:29.707437 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-78899ac2-f427-49a5-a2ef-3b2ebc05955b req-328ba948-2e71-4e81-b28b-202f9eaef4a4 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 931 time: 0.0767298 Jul 19 07:42:29.764997 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-78899ac2-f427-49a5-a2ef-3b2ebc05955b req-d5e926b1-5903-4659-87cb-d517317ebdbb tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 Jul 19 07:42:29.843823 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-57b7ce84-14b2-4e54-b1fe-2f772032f7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:29.937093 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-57b7ce84-14b2-4e54-b1fe-2f772032f7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:29.940903 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-57b7ce84-14b2-4e54-b1fe-2f772032f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:29.982440 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d589292-f9d1-422c-be14-9fae707e8146 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:29.986622 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-57b7ce84-14b2-4e54-b1fe-2f772032f7be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a79d99628f3b4610b67b85ec6a54a516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931876 Jul 19 07:42:29.989428 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 39598) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:29.990163 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7ce84-14b2-4e54-b1fe-2f772032f7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07685dee-c5e8-4484-9b8a-604db74f0c01,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:29.998598 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.030463 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Transition to ACTIVE for port object 2d589292-f9d1-422c-be14-9fae707e8146 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:30.035456 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.097226 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-514e5220-d9e7-48c6-bd39-2941cac7ed38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.128867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13876635-191e-410c-851e-97efdc6be468 service neutron] Pushing event updated for resources: {'Port': ['ID=2d589292-f9d1-422c-be14-9fae707e8146,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:30.151969 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-514e5220-d9e7-48c6-bd39-2941cac7ed38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.153595 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Attempting to bind port 2d589292-f9d1-422c-be14-9fae707e8146 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:42:30.153931 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Attempting to bind port 2d589292-f9d1-422c-be14-9fae707e8146 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:42:30.154258 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Attempting to bind port 2d589292-f9d1-422c-be14-9fae707e8146 on network a515499c-8f09-49a6-a8b6-8675bdfb7b2c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:30.163657 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Port 2d589292-f9d1-422c-be14-9fae707e8146 on network a515499c-8f09-49a6-a8b6-8675bdfb7b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:42:30.163976 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Attempting to bind port 2d589292-f9d1-422c-be14-9fae707e8146 on network a515499c-8f09-49a6-a8b6-8675bdfb7b2c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:30.183414 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:42:30.183749 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Checking segment: {'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:30.184130 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Bound using segment: {'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:42:30.184579 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Bound port: 2d589292-f9d1-422c-be14-9fae707e8146, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:42:30.184923 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.244062 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-514e5220-d9e7-48c6-bd39-2941cac7ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.246568 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-514e5220-d9e7-48c6-bd39-2941cac7ed38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.247696 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-514e5220-d9e7-48c6-bd39-2941cac7ed38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07685dee-c5e8-4484-9b8a-604db74f0c01 HTTP/1.1" status: 204 len: 168 time: 0.2571769 Jul 19 07:42:30.262666 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] For port 2d589292-f9d1-422c-be14-9fae707e8146, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:42:30.266648 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] For port 2d589292-f9d1-422c-be14-9fae707e8146, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d589292-f9d1-422c-be14-9fae707e8146,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:42:30.268089 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5220-d9e7-48c6-bd39-2941cac7ed38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07685dee-c5e8-4484-9b8a-604db74f0c01,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:30.271450 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.308411 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:30.309036 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.310438 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-13876635-191e-410c-851e-97efdc6be468 service neutron] 10.222.0.25 "PUT /v2.0/ports/2d589292-f9d1-422c-be14-9fae707e8146 HTTP/1.1" status: 200 len: 1093 time: 0.7275488 Jul 19 07:42:30.310871 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'tag': '2d589292-f9d1-422c-be14-9fae707e8146'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:30.313146 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b4537-01ec-41db-9745-5fd404953180" -d '{"events": [{"name": "network-changed", "server_uuid": "19fde83f-c1e1-4d0b-8151-18b42a5ab21f", "tag": "2d589292-f9d1-422c-be14-9fae707e8146"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:30.340417 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13876635-191e-410c-851e-97efdc6be468 service neutron] Pushing event updated for resources: {'Port': ['ID=2d589292-f9d1-422c-be14-9fae707e8146,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:30.361659 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e1f7ad-22c6-4245-8f91-14306640d007 x-openstack-request-id: req-73e1f7ad-22c6-4245-8f91-14306640d007 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:30.361947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fde83f-c1e1-4d0b-8151-18b42a5ab21f", "tag": "2d589292-f9d1-422c-be14-9fae707e8146", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:30.362202 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73e1f7ad-22c6-4245-8f91-14306640d007 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:30.362618 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'tag': '2d589292-f9d1-422c-be14-9fae707e8146', 'status': 'completed', 'code': 200} Jul 19 07:42:30.406046 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-c4b9d109-04b4-4fe2-a020-f9b3f875c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:30.408823 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-c4b9d109-04b4-4fe2-a020-f9b3f875c2c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b282109bd05485eaf8d31bcaed3dad2&device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 1096 time: 0.0580368 Jul 19 07:42:30.496861 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-0c1ce5ab-94f2-4ba5-802b-6beae02e404f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d589292-f9d1-422c-be14-9fae707e8146 HTTP/1.1" status: 200 len: 217 time: 0.0789070 Jul 19 07:42:30.560522 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-12a2e701-1572-47aa-9b11-c50649aca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:30.562938 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-12a2e701-1572-47aa-9b11-c50649aca68c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aae40dfc-6bcf-44fe-85d9-3399caa11e97 HTTP/1.1" status: 200 len: 848 time: 0.0579057 Jul 19 07:42:30.574687 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39608) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:30.594146 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f4c16471-6795-4656-b3f9-5c5891637534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.644807 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-9960ea56-d4e0-4907-b27b-604b7e8409f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742774 Jul 19 07:42:30.704313 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f4c16471-6795-4656-b3f9-5c5891637534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.709772 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f4c16471-6795-4656-b3f9-5c5891637534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.749794 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16471-6795-4656-b3f9-5c5891637534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84250bd9-ce08-4d4b-b2dc-c99874841293,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:30.754934 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f4c16471-6795-4656-b3f9-5c5891637534 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c02b793db02e4eaeab53f9d35ba5f8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792288 Jul 19 07:42:30.758116 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 39614) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:30.772417 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-3fa50d96-57ac-4940-8437-bede059fed3d service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014559 Jul 19 07:42:30.873581 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e69d5e70-822f-4905-9fce-2d837c60eb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:30.922737 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff84b8-9543-4484-8691-c8911eef38b0 req-44b62467-48ba-42e2-8604-129b46eefefb tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:30.925247 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e8ff84b8-9543-4484-8691-c8911eef38b0 req-44b62467-48ba-42e2-8604-129b46eefefb tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 943 time: 0.0933995 Jul 19 07:42:30.980369 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e8ff84b8-9543-4484-8691-c8911eef38b0 req-d1c40cad-9b1c-444d-b795-d00cfedb5134 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Jul 19 07:42:31.110198 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e69d5e70-822f-4905-9fce-2d837c60eb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:31.129315 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5a98b955-88d1-4e8d-9cc7-b322c2482d28 req-1d82d95d-6418-44df-a340-c33c27349eba service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333337 Jul 19 07:42:31.192516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e69d5e70-822f-4905-9fce-2d837c60eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:31.195477 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e69d5e70-822f-4905-9fce-2d837c60eb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:31.196649 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e69d5e70-822f-4905-9fce-2d837c60eb3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84250bd9-ce08-4d4b-b2dc-c99874841293 HTTP/1.1" status: 204 len: 168 time: 0.4376662 Jul 19 07:42:31.229753 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d5e70-822f-4905-9fce-2d837c60eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84250bd9-ce08-4d4b-b2dc-c99874841293,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:31.271557 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b4537-01ec-41db-9745-5fd404953180 req-4e859008-9fca-40d6-b2f0-6f17f1f4dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:31.273116 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a86b4537-01ec-41db-9745-5fd404953180 req-4e859008-9fca-40d6-b2f0-6f17f1f4dc04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b282109bd05485eaf8d31bcaed3dad2&device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 1096 time: 0.0732882 Jul 19 07:42:31.276521 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8ab5e-a2b6-49f7-962e-c790310db42e req-2d4c850c-deb6-4f17-8254-aa6370affdcf tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:31.277878 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-89c8ab5e-a2b6-49f7-962e-c790310db42e req-2d4c850c-deb6-4f17-8254-aa6370affdcf tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.0752535 Jul 19 07:42:31.322938 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-89c8ab5e-a2b6-49f7-962e-c790310db42e req-9af39865-14ab-4d30-b026-a28a9d6682e1 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Jul 19 07:42:31.379145 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b4537-01ec-41db-9745-5fd404953180 req-535e5a4e-6e64-4cf2-91a0-776b6cfbee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:31.380658 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a86b4537-01ec-41db-9745-5fd404953180 req-535e5a4e-6e64-4cf2-91a0-776b6cfbee1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c HTTP/1.1" status: 200 len: 909 time: 0.0994015 Jul 19 07:42:31.429324 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a86b4537-01ec-41db-9745-5fd404953180 req-c2779735-b905-4370-9eeb-5fb5a8e286e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d589292-f9d1-422c-be14-9fae707e8146 HTTP/1.1" status: 200 len: 217 time: 0.0343747 Jul 19 07:42:31.480241 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b4537-01ec-41db-9745-5fd404953180 req-02eea3ac-9ab2-4e8f-a05b-39561f081bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:31.481724 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a86b4537-01ec-41db-9745-5fd404953180 req-02eea3ac-9ab2-4e8f-a05b-39561f081bc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aae40dfc-6bcf-44fe-85d9-3399caa11e97 HTTP/1.1" status: 200 len: 848 time: 0.0437510 Jul 19 07:42:34.680633 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a86b4537-01ec-41db-9745-5fd404953180 req-9471029c-beff-469c-a60e-f3277e4ed173 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337598 Jul 19 07:42:34.801953 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a86b4537-01ec-41db-9745-5fd404953180 req-3f69eae6-49d2-4d00-bfb2-dd5b6a2088d7 service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884404 Jul 19 07:42:34.841399 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7a788-f9fa-409e-8be3-97297becde18 req-0318217b-a95b-48b1-8d89-ddb49ae9dbd7 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:34.842898 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-79f7a788-f9fa-409e-8be3-97297becde18 req-0318217b-a95b-48b1-8d89-ddb49ae9dbd7 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 943 time: 0.1006138 Jul 19 07:42:34.855681 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2e89-822b-4131-873e-62f54565fa8f req-ffffcca3-4d90-4cf2-a3a8-da68cd977891 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:34.857205 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ab1a2e89-822b-4131-873e-62f54565fa8f req-ffffcca3-4d90-4cf2-a3a8-da68cd977891 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1042809 Jul 19 07:42:34.900104 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a86b4537-01ec-41db-9745-5fd404953180 req-b7746b51-e30d-4685-b966-ac41ab4660d0 service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906982 Jul 19 07:42:34.920116 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-79f7a788-f9fa-409e-8be3-97297becde18 req-681cca58-6da5-4c5e-8d13-6dbf9a560d64 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619471 Jul 19 07:42:34.923121 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ab1a2e89-822b-4131-873e-62f54565fa8f req-29950b4e-a429-4e61-9745-b7e9d525e119 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588984 Jul 19 07:42:36.094210 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33ce6b-7b0d-43f8-b3a0-172b56ec446f req-f58a1701-849c-4e53-abb0-22d56571de17 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:36.095719 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e33ce6b-7b0d-43f8-b3a0-172b56ec446f req-f58a1701-849c-4e53-abb0-22d56571de17 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 943 time: 0.1054497 Jul 19 07:42:36.104572 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffdbd5-370a-43ed-8fbc-422f0767e65d req-6ddd0005-b281-42e8-8c0e-0fd36ebba0ec tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:36.106071 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08ffdbd5-370a-43ed-8fbc-422f0767e65d req-6ddd0005-b281-42e8-8c0e-0fd36ebba0ec tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1047208 Jul 19 07:42:36.169212 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08ffdbd5-370a-43ed-8fbc-422f0767e65d req-784b29c9-83c1-425d-889e-5c206f85851c tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553145 Jul 19 07:42:36.178325 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e33ce6b-7b0d-43f8-b3a0-172b56ec446f req-bce71db6-b3db-4f15-b497-4e99421c162a tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711594 Jul 19 07:42:37.342701 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de17bba-957a-45e1-b8e6-bd97237e1934 req-6926c4c3-0241-4743-8e00-c16258b87348 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:37.344181 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1de17bba-957a-45e1-b8e6-bd97237e1934 req-6926c4c3-0241-4743-8e00-c16258b87348 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1055458 Jul 19 07:42:37.352310 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b9f-b12c-4b10-985c-ab67672dd742 req-8ac79e97-b0bb-41e3-b4ad-ac3895c1061e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:37.353652 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-79b15b9f-b12c-4b10-985c-ab67672dd742 req-8ac79e97-b0bb-41e3-b4ad-ac3895c1061e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 943 time: 0.1059277 Jul 19 07:42:37.407144 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1de17bba-957a-45e1-b8e6-bd97237e1934 req-c017f583-0c5a-4427-ac31-d7d62f0fb00b tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Jul 19 07:42:37.413626 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-79b15b9f-b12c-4b10-985c-ab67672dd742 req-cce82ba2-a75c-4955-ba67-b6b615107c9c tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Jul 19 07:42:38.383345 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2d589292-f9d1-422c-be14-9fae707e8146 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:42:38.480338 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 2d589292-f9d1-422c-be14-9fae707e8146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d589292-f9d1-422c-be14-9fae707e8146,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:38.491160 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '2d589292-f9d1-422c-be14-9fae707e8146', 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c', 'port_id': '2d589292-f9d1-422c-be14-9fae707e8146', 'mac_address': 'fa:16:3e:3f:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae40dfc-6bcf-44fe-85d9-3399caa11e97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:42:38.528214 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:38.541494 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d589292-f9d1-422c-be14-9fae707e8146 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:38.560836 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 2d589292-f9d1-422c-be14-9fae707e8146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d589292-f9d1-422c-be14-9fae707e8146,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:38.564581 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:38.610961 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=2d589292-f9d1-422c-be14-9fae707e8146,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:38.617763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.618226 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.618431 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.618768 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.619097 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.619426 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.619752 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.620072 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.620426 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.620748 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.621069 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:38.621388 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:40.603939 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-b27bcd3c-f394-46ac-93f1-11adb2ec597b tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:40.605438 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-b27bcd3c-f394-46ac-93f1-11adb2ec597b tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.25 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1009521 Jul 19 07:42:40.706443 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2fe6c-6e45-4393-a087-763369db0e17 req-46b0b55a-8d14-4945-9e08-8fb23ea49db8 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:40.708804 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-63a2fe6c-6e45-4393-a087-763369db0e17 req-46b0b55a-8d14-4945-9e08-8fb23ea49db8 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 945 time: 0.1112556 Jul 19 07:42:40.740784 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cecd74-05d5-453a-8508-bf2454424998 req-d4834d1f-4e36-406a-b2ac-e98cd73e2a4b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:40.742984 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-06cecd74-05d5-453a-8508-bf2454424998 req-d4834d1f-4e36-406a-b2ac-e98cd73e2a4b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 944 time: 0.1347463 Jul 19 07:42:40.772616 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Deleting port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:42:40.772949 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:40.791821 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-63a2fe6c-6e45-4393-a087-763369db0e17 req-123adaaf-da04-4e48-ad57-d7dc8ae9919e tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/security-groups?id=371025bb-373b-4d11-bb7e-74afe780d026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746357 Jul 19 07:42:40.818821 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-06cecd74-05d5-453a-8508-bf2454424998 req-e6679120-939c-480a-95f4-360f2c6cb74a tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Jul 19 07:42:40.869954 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] For port 1dbdb813-2db5-4adb-8d29-371f4a7decc1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1dbdb813-2db5-4adb-8d29-371f4a7decc1,segment=NetworkSegment(95325ec6-15a7-4814-9456-21ac10930cff),segment_id=95325ec6-15a7-4814-9456-21ac10930cff)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:40.870336 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:40.884072 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Calling delete_port for 1dbdb813-2db5-4adb-8d29-371f4a7decc1 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:42:40.890197 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['2d589292-f9d1-422c-be14-9fae707e8146'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:41.049820 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:41.082564 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Pushing event deleted for resources: {'Port': ['ID=1dbdb813-2db5-4adb-8d29-371f4a7decc1,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:41.136802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.136802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.136802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.136802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.136802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.137194 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.137194 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.137509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.137866 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.138221 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.138545 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.138925 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:41.157642 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] No DVR routers for this DVR port 1dbdb813-2db5-4adb-8d29-371f4a7decc1 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:42:41.160897 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:41.163549 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-fda29565-97ef-46b8-a4f2-ddba67f9606a req-5cb60db7-d8de-4b67-b2aa-cd28454ae60f tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.25 "DELETE /v2.0/ports/1dbdb813-2db5-4adb-8d29-371f4a7decc1 HTTP/1.1" status: 204 len: 173 time: 0.5463610 Jul 19 07:42:41.164532 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'name': 'network-vif-deleted', 'tag': '1dbdb813-2db5-4adb-8d29-371f4a7decc1'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:41.166733 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f38de8-0020-4cc0-9c3c-9682007449ac" -d '{"events": [{"server_uuid": "509a3c80-26b5-48a4-8970-91a3b6870d09", "name": "network-vif-deleted", "tag": "1dbdb813-2db5-4adb-8d29-371f4a7decc1"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:41.209677 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7aed89-3fc6-4d6c-a166-cc4e97771267 x-openstack-request-id: req-7f7aed89-3fc6-4d6c-a166-cc4e97771267 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:41.209974 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509a3c80-26b5-48a4-8970-91a3b6870d09", "name": "network-vif-deleted", "tag": "1dbdb813-2db5-4adb-8d29-371f4a7decc1", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:41.210224 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f7aed89-3fc6-4d6c-a166-cc4e97771267 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:41.210613 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509a3c80-26b5-48a4-8970-91a3b6870d09', 'name': 'network-vif-deleted', 'tag': '1dbdb813-2db5-4adb-8d29-371f4a7decc1', 'status': 'completed', 'code': 200} Jul 19 07:42:41.310682 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-103c7917-e71b-4a95-8ffc-cc52bb72ad91 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:41.312113 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-103c7917-e71b-4a95-8ffc-cc52bb72ad91 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.1067727 Jul 19 07:42:41.325850 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-7df5ca71-1ef6-4be0-902c-ace2c80bf204 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/quotas/5da7e5dcd7a14db2a446be39adbad5ec HTTP/1.1" status: 200 len: 375 time: 0.0084119 Jul 19 07:42:41.388641 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-312ee346-843d-4f3e-85d8-1ce6246ea46d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582273 Jul 19 07:42:41.479803 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-98ae6efd-e750-47ac-bc89-45467582c8b8 service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Jul 19 07:42:41.569010 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-50525654-46b1-4b06-926d-af2b647b87f5 service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835068 Jul 19 07:42:41.735607 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ea031b6a-9de1-420a-b8b9-be1dc3e62028 req-0cc386aa-a696-4860-9321-75abdf8dc9ef tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 210 time: 0.0321317 Jul 19 07:42:41.970712 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e0606ef5-97ee-4c82-9607-84e0dbb07e62 req-644d9245-6bac-4d7f-b9e3-69f517b77de5 tempest-DeleteServersTestJSON-1901533380 tempest-DeleteServersTestJSON-1901533380-project] 10.222.0.10 "GET /v2.0/ports?device_id=509a3c80-26b5-48a4-8970-91a3b6870d09 HTTP/1.1" status: 200 len: 210 time: 0.0309844 Jul 19 07:42:42.019566 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1d004-ae28-47cf-9ada-0a2c36ff693f req-4e33ae5a-688b-4bc2-ba5c-9907a8586c23 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:42.021485 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7cc1d004-ae28-47cf-9ada-0a2c36ff693f req-4e33ae5a-688b-4bc2-ba5c-9907a8586c23 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 944 time: 0.1203139 Jul 19 07:42:42.073775 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7cc1d004-ae28-47cf-9ada-0a2c36ff693f req-e58d3111-8d38-45c4-a8c4-651a6b23f438 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 Jul 19 07:42:42.277913 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39888) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:42.384239 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.470244 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.474802 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.475847 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2d589292-f9d1-422c-be14-9fae707e8146 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:42.515156 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a59db8-24fd-4ad5-aefc-1546bb1d7694,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:42.518841 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7d24ec22e284eaa9a1b99f832fa37ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398677 Jul 19 07:42:42.521602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 39896) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:42.524729 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.525025 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.525358 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.525689 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.526016 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.526343 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.526667 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.526991 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.527324 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.527642 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.527955 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.528466 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5cb74-f10e-49b2-b871-02baa7ec3028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:42.536495 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 2d589292-f9d1-422c-be14-9fae707e8146 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:42.543941 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 2d589292-f9d1-422c-be14-9fae707e8146 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:42.544362 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.588129 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-24be026d-794d-47d6-930b-b282c9faf3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.621548 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-24be026d-794d-47d6-930b-b282c9faf3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.632897 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.656218 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d589292-f9d1-422c-be14-9fae707e8146'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:42.658777 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3566bf1f-998a-4cd3-8c21-aed8f06f843e" -d '{"events": [{"server_uuid": "19fde83f-c1e1-4d0b-8151-18b42a5ab21f", "name": "network-vif-plugged", "status": "completed", "tag": "2d589292-f9d1-422c-be14-9fae707e8146"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:42.674061 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 2d589292-f9d1-422c-be14-9fae707e8146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d589292-f9d1-422c-be14-9fae707e8146,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:42.681947 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.682896 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1dbdb813-2db5-4adb-8d29-371f4a7decc1 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:42:42.692344 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-24be026d-794d-47d6-930b-b282c9faf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.696090 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-24be026d-794d-47d6-930b-b282c9faf3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:42.706069 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 1dbdb813-2db5-4adb-8d29-371f4a7decc1 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:42:42.706412 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1dbdb813-2db5-4adb-8d29-371f4a7decc1 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:42:42.714129 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-24be026d-794d-47d6-930b-b282c9faf3cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41a59db8-24fd-4ad5-aefc-1546bb1d7694 HTTP/1.1" status: 204 len: 168 time: 0.1906817 Jul 19 07:42:42.734602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be026d-794d-47d6-930b-b282c9faf3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a59db8-24fd-4ad5-aefc-1546bb1d7694,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:42.764964 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0d2ee-81f6-4a1d-9ba1-685983a67e46 x-openstack-request-id: req-b9c0d2ee-81f6-4a1d-9ba1-685983a67e46 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:42.765258 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fde83f-c1e1-4d0b-8151-18b42a5ab21f", "name": "network-vif-plugged", "status": "completed", "tag": "2d589292-f9d1-422c-be14-9fae707e8146", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:42.765617 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9c0d2ee-81f6-4a1d-9ba1-685983a67e46 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:42.766191 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d589292-f9d1-422c-be14-9fae707e8146', 'code': 200} Jul 19 07:42:42.769487 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=2d589292-f9d1-422c-be14-9fae707e8146,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:42.927513 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cfb8ba6b-5f89-4db1-9a5a-7a702f956836 req-03252ba7-f03b-4375-9a34-ea2326b3d95e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 210 time: 0.0442350 Jul 19 07:42:43.079819 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-25342bf4-33b9-405d-87cf-8df0e7897766 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:43.090738 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-25342bf4-33b9-405d-87cf-8df0e7897766 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.2158377 Jul 19 07:42:43.103769 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Request body: {'port': {'device_id': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'admin_state_up': True, 'tenant_id': '5da7e5dcd7a14db2a446be39adbad5ec'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:43.198122 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39942) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:43.226965 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b42272be-0a07-46d1-9111-f772572189b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.249085 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebc107-96d5-471e-bfc9-f63bd586e283 req-b614d0c2-1d41-4775-8e3e-9e6cc9dbd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:43.251274 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-43ebc107-96d5-471e-bfc9-f63bd586e283 req-b614d0c2-1d41-4775-8e3e-9e6cc9dbd09e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 1098 time: 0.2223780 Jul 19 07:42:43.300047 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-43ebc107-96d5-471e-bfc9-f63bd586e283 req-69d9509e-6625-4163-9ff8-1ce80489f030 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Jul 19 07:42:43.336708 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387ffd-50ac-4153-acc4-78c14b901c9c req-5e875926-a2da-410c-9b87-4cd3f723623b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:43.338203 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b6387ffd-50ac-4153-acc4-78c14b901c9c req-5e875926-a2da-410c-9b87-4cd3f723623b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 945 time: 0.1842370 Jul 19 07:42:43.376748 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b42272be-0a07-46d1-9111-f772572189b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.394708 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b42272be-0a07-46d1-9111-f772572189b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.408449 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Made reservation on behalf of 5da7e5dcd7a14db2a446be39adbad5ec for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:43.412611 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.456164 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-b42272be-0a07-46d1-9111-f772572189b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96f5ac2d7fa947e38cf3cb14a38d007a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566192 Jul 19 07:42:43.457123 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39966) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:43.457833 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42272be-0a07-46d1-9111-f772572189b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a7675c-1e3c-4ed6-a9bf-250b1c77148f,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:43.495903 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b6387ffd-50ac-4153-acc4-78c14b901c9c req-9fee974a-45e8-4cc0-a507-5bb8f9f6f186 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484525 Jul 19 07:42:43.531973 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65c6bab8-c3bd-4e21-b002-9d59fea12451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.558268 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65c6bab8-c3bd-4e21-b002-9d59fea12451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.562788 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Allocated IP 172.20.0.3 (b584b1b1-ba2c-4e8d-99a7-17853b794716/ee5daced-5b5f-4f67-88a0-29aee7da9eb1/c456e7bb-c921-4e86-9a06-cac298f5281c) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:42:43.606706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65c6bab8-c3bd-4e21-b002-9d59fea12451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.609758 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65c6bab8-c3bd-4e21-b002-9d59fea12451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.613239 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-65c6bab8-c3bd-4e21-b002-9d59fea12451 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4a7675c-1e3c-4ed6-a9bf-250b1c77148f HTTP/1.1" status: 204 len: 168 time: 0.1490808 Jul 19 07:42:43.620641 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6bab8-c3bd-4e21-b002-9d59fea12451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a7675c-1e3c-4ed6-a9bf-250b1c77148f,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:43.725582 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.766582 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.783471 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['7d86b4fb-a281-4f92-a4f2-a7c98cc80e94'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:43.822446 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:43.826909 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:43.832202 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:43.838272 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:43.838911 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:43.843016 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event updated for resources: {'Port': ['ID=c456e7bb-c921-4e86-9a06-cac298f5281c,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:43.860747 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-246093c8-9e74-4a63-ac68-5627a57494af tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680507 Jul 19 07:42:43.878308 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Request body: {'port': {'device_id': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:43.978195 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.106980 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958483c-537e-4e89-916c-3b14082e31ff req-ade3c7c1-5cf8-4572-ab8f-34558e99a773 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:44.115826 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1958483c-537e-4e89-916c-3b14082e31ff req-ade3c7c1-5cf8-4572-ab8f-34558e99a773 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 931 time: 0.1013281 Jul 19 07:42:44.168390 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1958483c-537e-4e89-916c-3b14082e31ff req-33e5d1f4-060a-46d0-9e23-64d4eb640bc2 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470362 Jul 19 07:42:44.222281 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 39996) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:44.348908 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-72876d08-8b2a-488f-86b3-6fec86174e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.349807 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c456e7bb-c921-4e86-9a06-cac298f5281c {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:44.358252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.373563 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Transition to ACTIVE for port object c456e7bb-c921-4e86-9a06-cac298f5281c will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:44.377724 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.438120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Pushing event updated for resources: {'Port': ['ID=c456e7bb-c921-4e86-9a06-cac298f5281c,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:44.466503 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-72876d08-8b2a-488f-86b3-6fec86174e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.470898 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Attempting to bind port c456e7bb-c921-4e86-9a06-cac298f5281c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:42:44.471456 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Attempting to bind port c456e7bb-c921-4e86-9a06-cac298f5281c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:42:44.471792 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Attempting to bind port c456e7bb-c921-4e86-9a06-cac298f5281c on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:44.473063 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-72876d08-8b2a-488f-86b3-6fec86174e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.480027 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Port c456e7bb-c921-4e86-9a06-cac298f5281c on network b584b1b1-ba2c-4e8d-99a7-17853b794716 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:42:44.480027 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Attempting to bind port c456e7bb-c921-4e86-9a06-cac298f5281c on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:44.485604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:42:44.486253 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Checking segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:44.486686 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Bound using segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:42:44.487128 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Bound port: c456e7bb-c921-4e86-9a06-cac298f5281c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:42:44.487921 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.519576 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-72876d08-8b2a-488f-86b3-6fec86174e01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=492bca34606c4a5e8f470521deb86a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956636 Jul 19 07:42:44.520395 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40014) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:44.567641 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72876d08-8b2a-488f-86b3-6fec86174e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133382b8-ebe5-48d4-9a4f-b8e89538aaf4,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:44.577644 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40020) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:44.595846 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] For port c456e7bb-c921-4e86-9a06-cac298f5281c, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:42:44.613050 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-86de95d5-7223-4c86-8414-7d56853fdad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.632665 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] For port c456e7bb-c921-4e86-9a06-cac298f5281c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c456e7bb-c921-4e86-9a06-cac298f5281c,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:42:44.646052 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.667168 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] Deleting subnet 9aedc685-0a9e-4415-869c-c58aaf8283d9 {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:42:44.675605 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-86de95d5-7223-4c86-8414-7d56853fdad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.694481 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:44.695170 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.696827 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] 10.222.0.25 "PUT /v2.0/ports/c456e7bb-c921-4e86-9a06-cac298f5281c HTTP/1.1" status: 200 len: 1093 time: 0.8254328 Jul 19 07:42:44.697366 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.699094 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'tag': 'c456e7bb-c921-4e86-9a06-cac298f5281c'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:44.701414 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0809fc-31f6-428f-a676-63f316070f43" -d '{"events": [{"name": "network-changed", "server_uuid": "979feae2-74a8-49ce-a36a-d55a47e28a92", "tag": "c456e7bb-c921-4e86-9a06-cac298f5281c"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:44.762559 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073bbbd-ff18-47b1-8c95-b23b5ab8a1f9 x-openstack-request-id: req-3073bbbd-ff18-47b1-8c95-b23b5ab8a1f9 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:44.762842 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979feae2-74a8-49ce-a36a-d55a47e28a92", "tag": "c456e7bb-c921-4e86-9a06-cac298f5281c", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:44.763280 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3073bbbd-ff18-47b1-8c95-b23b5ab8a1f9 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:44.763674 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'tag': 'c456e7bb-c921-4e86-9a06-cac298f5281c', 'status': 'completed', 'code': 200} Jul 19 07:42:44.774926 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663d7a9-757f-4a5c-8172-4828e3c26993 req-d0acc6e4-fa2f-4b3d-9401-35dba8c1f19d tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:44.776583 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2663d7a9-757f-4a5c-8172-4828e3c26993 req-d0acc6e4-fa2f-4b3d-9401-35dba8c1f19d tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 945 time: 0.1736929 Jul 19 07:42:44.777540 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-86de95d5-7223-4c86-8414-7d56853fdad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.780308 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-86de95d5-7223-4c86-8414-7d56853fdad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.784446 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.784607 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-86de95d5-7223-4c86-8414-7d56853fdad0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/133382b8-ebe5-48d4-9a4f-b8e89538aaf4 HTTP/1.1" status: 204 len: 168 time: 0.2573981 Jul 19 07:42:44.798903 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de95d5-7223-4c86-8414-7d56853fdad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133382b8-ebe5-48d4-9a4f-b8e89538aaf4,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:44.834243 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2663d7a9-757f-4a5c-8172-4828e3c26993 req-5eb40800-ed7a-4f01-b328-f4977fca6ebe tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489161 Jul 19 07:42:44.851707 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:44.883971 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbc920-83ec-47e5-b849-16ca02b656fe service neutron] Pushing event updated for resources: {'Port': ['ID=c456e7bb-c921-4e86-9a06-cac298f5281c,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:44.959890 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-b274dab9-22c9-4f1f-9203-3d79179e4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:44.962148 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-b274dab9-22c9-4f1f-9203-3d79179e4316 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 1096 time: 0.2016780 Jul 19 07:42:44.969867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:45.030786 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-39f69a4d-d2d2-4bc7-91f5-96466651adcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c456e7bb-c921-4e86-9a06-cac298f5281c HTTP/1.1" status: 200 len: 217 time: 0.0580738 Jul 19 07:42:45.268542 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:45.270448 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9aedc685-0a9e-4415-869c-c58aaf8283d9 HTTP/1.1" status: 204 len: 168 time: 0.6911445 Jul 19 07:42:45.272536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01f3bf-f744-41fe-ab8e-c26a741b40bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aedc685-0a9e-4415-869c-c58aaf8283d9,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:45.291734 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40060) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:45.318292 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-cd2dde7f-9d2b-4c1f-b913-be999188028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:45.319967 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-cd2dde7f-9d2b-4c1f-b913-be999188028e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.0483665 Jul 19 07:42:45.365897 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-00c9aca7-b4ad-457b-b266-05f39166448d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343158 Jul 19 07:42:45.416868 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:45.496168 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-f9e783ca-8235-4fcb-84a0-c52740e575a6 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115808 Jul 19 07:42:45.503925 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46865eea-33d9-48fb-b134-81cc253ed956 req-d3e857c3-48c9-49b6-b5e3-a52195dd0dd1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:45.511720 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-46865eea-33d9-48fb-b134-81cc253ed956 req-d3e857c3-48c9-49b6-b5e3-a52195dd0dd1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 943 time: 0.2583177 Jul 19 07:42:45.556706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:45.588826 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.589185 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.596839 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.597556 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > port after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.599678 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.601403 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > port after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.602005 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.602556 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.603768 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.605820 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.643416 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e5586974-47f5-4179-ac74-95b2084dfe28 req-3e50c0bf-c697-4d8f-92db-58b06c660f2b service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395280 Jul 19 07:42:45.729976 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.730451 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.730786 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.730786 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:42:45.730786 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf81cda4-ae2b-460b-ac57-d70ca40fe1a8']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:45.751919 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-46865eea-33d9-48fb-b134-81cc253ed956 req-ad4d8479-5d64-44c0-a6e2-1ddfc7a1480e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392685 Jul 19 07:42:45.797854 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95325ec6-15a7-4814-9456-21ac10930cff') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:45.798148 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95325ec6-15a7-4814-9456-21ac10930cff') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:45.800060 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0809fc-31f6-428f-a676-63f316070f43 req-fb2d11ee-cda4-4f31-b8db-2ae15319ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:45.801902 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ae0809fc-31f6-428f-a676-63f316070f43 req-fb2d11ee-cda4-4f31-b8db-2ae15319ec61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 1096 time: 0.0923448 Jul 19 07:42:45.840082 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:45.878747 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:45.893201 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:42:45.893748 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: from cryptography.utils import int_from_bytes Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: from cryptography.utils import int_from_bytes Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:42:45.898916 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:42:45.949474 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0809fc-31f6-428f-a676-63f316070f43 req-7e58be42-55d7-436b-bdcb-18a738a18d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:45.950997 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ae0809fc-31f6-428f-a676-63f316070f43 req-7e58be42-55d7-436b-bdcb-18a738a18d4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 916 time: 0.1330142 Jul 19 07:42:45.974270 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a973f3-b4c9-4bd1-ab05-b90c2979f4af req-311cd410-07e2-41d1-9f68-2754b6f0954c tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:45.981790 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-29a973f3-b4c9-4bd1-ab05-b90c2979f4af req-311cd410-07e2-41d1-9f68-2754b6f0954c tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 945 time: 0.2043271 Jul 19 07:42:45.998773 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.005073 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.010155 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ae0809fc-31f6-428f-a676-63f316070f43 req-f2529e0e-d97b-4ec6-94c0-943e5fd9c8ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c456e7bb-c921-4e86-9a06-cac298f5281c HTTP/1.1" status: 200 len: 217 time: 0.0502951 Jul 19 07:42:46.010341 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cf81cda4-ae2b-460b-ac57-d70ca40fe1a8 HTTP/1.1" status: 204 len: 168 time: 0.7164357 Jul 19 07:42:46.031786 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7bb80-b630-4351-bef0-3bb8b6b15247 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf81cda4-ae2b-460b-ac57-d70ca40fe1a8,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:46.078261 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0809fc-31f6-428f-a676-63f316070f43 req-14d1bc1e-61c3-4c13-953e-3f55bb9694ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:46.080062 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ae0809fc-31f6-428f-a676-63f316070f43 req-14d1bc1e-61c3-4c13-953e-3f55bb9694ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.0589685 Jul 19 07:42:46.081532 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-29a973f3-b4c9-4bd1-ab05-b90c2979f4af req-eaf5ce1a-0ead-40ce-98ab-023b11bb1a81 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987592 Jul 19 07:42:46.124354 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ae0809fc-31f6-428f-a676-63f316070f43 req-e53fb166-9c0f-43fc-a05b-7b7abba31ee8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279312 Jul 19 07:42:46.236306 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ae0809fc-31f6-428f-a676-63f316070f43 req-2b108d76-d85a-446a-a374-8b47111c539e service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032009 Jul 19 07:42:46.246149 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40114) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:46.299669 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f7aa4ecc-b4ec-45ee-a3b3-516d1b87d978 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbb4a5767ec444f286b24cf649019ef0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521073 Jul 19 07:42:46.302157 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40118) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:46.334640 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ae0809fc-31f6-428f-a676-63f316070f43 req-810f150a-5ba1-4bf4-9765-9eca52cef402 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896542 Jul 19 07:42:46.346182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40120) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:46.369420 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0af6-4506-4c81-8c5a-06395a6d62fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.379489 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40124) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:46.398361 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0af6-4506-4c81-8c5a-06395a6d62fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.456758 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0af6-4506-4c81-8c5a-06395a6d62fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.461544 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0af6-4506-4c81-8c5a-06395a6d62fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.465568 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c2bd0af6-4506-4c81-8c5a-06395a6d62fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/371025bb-373b-4d11-bb7e-74afe780d026 HTTP/1.1" status: 204 len: 168 time: 0.1613991 Jul 19 07:42:46.473197 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd0af6-4506-4c81-8c5a-06395a6d62fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371025bb-373b-4d11-bb7e-74afe780d026,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:46.480826 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-881c9ea8-6bec-47cc-b4ab-793be09bee57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.541658 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-527f0163-a9ec-4794-acda-a0c95c7f2f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.577784 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-881c9ea8-6bec-47cc-b4ab-793be09bee57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.582867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-881c9ea8-6bec-47cc-b4ab-793be09bee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.625458 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-881c9ea8-6bec-47cc-b4ab-793be09bee57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55167d3df4764543b8d80e8aa17333e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755663 Jul 19 07:42:46.627732 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40136) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:46.644760 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c9ea8-6bec-47cc-b4ab-793be09bee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e1df7a-2975-4bce-b7ce-99500e008c9d,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:46.691280 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-650e7e72-8492-4f8f-b120-285528ce506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.692585 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-527f0163-a9ec-4794-acda-a0c95c7f2f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.698435 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-527f0163-a9ec-4794-acda-a0c95c7f2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.716515 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-650e7e72-8492-4f8f-b120-285528ce506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.738841 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-527f0163-a9ec-4794-acda-a0c95c7f2f76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbfabe71c66049409955114c719f2e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579967 Jul 19 07:42:46.742017 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40142) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:46.750419 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0163-a9ec-4794-acda-a0c95c7f2f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116a2062-2de8-4fef-b1b3-b2c0d2541462,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:46.784672 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-650e7e72-8492-4f8f-b120-285528ce506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.789486 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-650e7e72-8492-4f8f-b120-285528ce506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.790859 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-650e7e72-8492-4f8f-b120-285528ce506b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21e1df7a-2975-4bce-b7ce-99500e008c9d HTTP/1.1" status: 204 len: 168 time: 0.1621788 Jul 19 07:42:46.802506 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e7e72-8492-4f8f-b120-285528ce506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e1df7a-2975-4bce-b7ce-99500e008c9d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:46.823435 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-aeac833f-ac3b-4bdd-a293-1deb7b0e7b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:46.850208 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-aeac833f-ac3b-4bdd-a293-1deb7b0e7b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.170215 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-aeac833f-ac3b-4bdd-a293-1deb7b0e7b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.172748 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-aeac833f-ac3b-4bdd-a293-1deb7b0e7b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.173879 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-aeac833f-ac3b-4bdd-a293-1deb7b0e7b0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/116a2062-2de8-4fef-b1b3-b2c0d2541462 HTTP/1.1" status: 204 len: 168 time: 0.4307649 Jul 19 07:42:47.185823 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad2cb2-e6c8-433d-a3c9-76608fd09c9e req-ffb04d83-4d72-4849-822d-3e464622237b tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:47.193072 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64ad2cb2-e6c8-433d-a3c9-76608fd09c9e req-ffb04d83-4d72-4849-822d-3e464622237b tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 943 time: 0.3449900 Jul 19 07:42:47.217606 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac833f-ac3b-4bdd-a293-1deb7b0e7b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a2062-2de8-4fef-b1b3-b2c0d2541462,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:47.281415 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40168) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:47.295507 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-664b8e14-2898-4c00-8cc6-90006735b213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.296399 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64ad2cb2-e6c8-433d-a3c9-76608fd09c9e req-4eeedf34-c563-45a6-97ec-7ff683a37036 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022906 Jul 19 07:42:47.341999 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6015d-dbec-451c-8bdd-47a2f1fa7ffa req-31de8952-e4a2-4240-8576-83d3ecbaf7a2 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:47.360903 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cab6015d-dbec-451c-8bdd-47a2f1fa7ffa req-31de8952-e4a2-4240-8576-83d3ecbaf7a2 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 945 time: 0.1644671 Jul 19 07:42:47.426735 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cab6015d-dbec-451c-8bdd-47a2f1fa7ffa req-0ccf9adc-a145-4854-a1d3-494b46787d1d tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601854 Jul 19 07:42:47.455151 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-664b8e14-2898-4c00-8cc6-90006735b213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.471129 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-664b8e14-2898-4c00-8cc6-90006735b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.537056 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-664b8e14-2898-4c00-8cc6-90006735b213 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39ab0fe2d9ba4257bd9f2e3841e2dfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543931 Jul 19 07:42:47.539944 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40178) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:47.560980 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b8e14-2898-4c00-8cc6-90006735b213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d768a65-2f7b-46a1-8f74-be5960b8dd35,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:47.625338 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-574e950a-5c6e-49c6-9963-b416f7c6cab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.628148 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-0cd36e0f-0709-4613-bbfc-4753a063fb26 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:47.629690 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-0cd36e0f-0709-4613-bbfc-4753a063fb26 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 945 time: 0.1142070 Jul 19 07:42:47.648658 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-574e950a-5c6e-49c6-9963-b416f7c6cab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.650546 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40182) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:47.677726 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9b94ec83-9344-4594-abc8-cc25aad1a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.723316 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e916129b-0e37-43a8-b3c4-741dca4201e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.733956 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-574e950a-5c6e-49c6-9963-b416f7c6cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.736529 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-574e950a-5c6e-49c6-9963-b416f7c6cab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.740044 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-574e950a-5c6e-49c6-9963-b416f7c6cab5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d768a65-2f7b-46a1-8f74-be5960b8dd35 HTTP/1.1" status: 204 len: 168 time: 0.1966934 Jul 19 07:42:47.755119 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e950a-5c6e-49c6-9963-b416f7c6cab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d768a65-2f7b-46a1-8f74-be5960b8dd35,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:47.765989 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Deleting port 2d589292-f9d1-422c-be14-9fae707e8146 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:42:47.766920 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.838034 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9b94ec83-9344-4594-abc8-cc25aad1a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.842881 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9b94ec83-9344-4594-abc8-cc25aad1a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.887564 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9b94ec83-9344-4594-abc8-cc25aad1a211 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9663130841ac4fb3b0016ff5a112db8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339025 Jul 19 07:42:47.887564 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94ec83-9344-4594-abc8-cc25aad1a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c844e52-6eb7-463b-a4f4-b769d4b1d54a,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:47.889504 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40190) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:47.907226 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] For port 2d589292-f9d1-422c-be14-9fae707e8146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d589292-f9d1-422c-be14-9fae707e8146,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:47.907604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.925942 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Calling delete_port for 2d589292-f9d1-422c-be14-9fae707e8146 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:42:47.950932 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4e097f45-6ed1-4850-a74d-dbc098c5a9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:47.978158 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4e097f45-6ed1-4850-a74d-dbc098c5a9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.035480 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4e097f45-6ed1-4850-a74d-dbc098c5a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.039428 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4e097f45-6ed1-4850-a74d-dbc098c5a9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.043296 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-4e097f45-6ed1-4850-a74d-dbc098c5a9ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c844e52-6eb7-463b-a4f4-b769d4b1d54a HTTP/1.1" status: 204 len: 168 time: 0.1527777 Jul 19 07:42:48.052252 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097f45-6ed1-4850-a74d-dbc098c5a9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c844e52-6eb7-463b-a4f4-b769d4b1d54a,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:48.097996 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.109654 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['2d589292-f9d1-422c-be14-9fae707e8146'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:48.131497 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Pushing event deleted for resources: {'Port': ['ID=2d589292-f9d1-422c-be14-9fae707e8146,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:48.178733 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] No DVR routers for this DVR port 2d589292-f9d1-422c-be14-9fae707e8146 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:42:48.181299 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.183341 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d9001082-61fa-4292-8e6b-5d29213d0852 req-9d5006e2-d9ed-4e1a-b112-8960819ba047 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "DELETE /v2.0/ports/2d589292-f9d1-422c-be14-9fae707e8146 HTTP/1.1" status: 204 len: 173 time: 0.5342009 Jul 19 07:42:48.183987 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'name': 'network-vif-deleted', 'tag': '2d589292-f9d1-422c-be14-9fae707e8146'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:48.186486 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ad676e-99ad-4dc0-8a0f-ad44e81c6dc5" -d '{"events": [{"server_uuid": "19fde83f-c1e1-4d0b-8151-18b42a5ab21f", "name": "network-vif-deleted", "tag": "2d589292-f9d1-422c-be14-9fae707e8146"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:48.191634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40204) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:48.225153 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aba1fbd-2237-4f34-9087-0f85c56f26ef x-openstack-request-id: req-2aba1fbd-2237-4f34-9087-0f85c56f26ef {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:48.225512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fde83f-c1e1-4d0b-8151-18b42a5ab21f", "name": "network-vif-deleted", "tag": "2d589292-f9d1-422c-be14-9fae707e8146", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:48.225880 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2aba1fbd-2237-4f34-9087-0f85c56f26ef {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:48.227659 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fde83f-c1e1-4d0b-8151-18b42a5ab21f', 'name': 'network-vif-deleted', 'tag': '2d589292-f9d1-422c-be14-9fae707e8146', 'status': 'completed', 'code': 200} Jul 19 07:42:48.433729 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13e623-84c1-481e-a462-e1cf9266a4d9 req-49484aef-c729-4151-9aab-9a1fb8846839 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:48.433729 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fa13e623-84c1-481e-a462-e1cf9266a4d9 req-49484aef-c729-4151-9aab-9a1fb8846839 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 943 time: 0.0664146 Jul 19 07:42:48.438274 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-network', 'tenant_id': '18c290b85e5349d98729893e383e80a2'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:48.466394 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Made reservation on behalf of 18c290b85e5349d98729893e383e80a2 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:48.468954 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.479191 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.517741 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fa13e623-84c1-481e-a462-e1cf9266a4d9 req-e2631206-6948-4755-ad0f-1d68856a3772 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616567 Jul 19 07:42:48.527513 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c456e7bb-c921-4e86-9a06-cac298f5281c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:42:48.606647 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.613509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.655276 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:42:48.668158 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e82981-2418-47e1-b57c-a06de43cb556,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:48.679014 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.679014 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Added segment 99f94b40-ab62-4e87-a725-a8392dd29f19 of type vlan for network 9b24a504-9d98-4369-9ba2-6577737a3cab Jul 19 07:42:48.740447 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.789449 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.790538 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:48.792014 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.795758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port c456e7bb-c921-4e86-9a06-cac298f5281c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c456e7bb-c921-4e86-9a06-cac298f5281c,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:48.816930 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'c456e7bb-c921-4e86-9a06-cac298f5281c', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'port_id': 'c456e7bb-c921-4e86-9a06-cac298f5281c', 'mac_address': 'fa:16:3e:81:83:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5daced-5b5f-4f67-88a0-29aee7da9eb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:42:48.827182 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1d1d79dc-f113-4dcb-aa93-9440f71a26e9 req-b63fca3b-94e7-41c2-8964-858b794bb1e6 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=19fde83f-c1e1-4d0b-8151-18b42a5ab21f HTTP/1.1" status: 200 len: 210 time: 0.0807095 Jul 19 07:42:48.879175 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40242) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:48.890501 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.895719 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Request body: {'subnet': {'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-subnet', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:48.896968 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7020741 Jul 19 07:42:48.914656 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c456e7bb-c921-4e86-9a06-cac298f5281c {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:48.936481 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Made reservation on behalf of 18c290b85e5349d98729893e383e80a2 for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:48.938826 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5974853'] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.954687 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port c456e7bb-c921-4e86-9a06-cac298f5281c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c456e7bb-c921-4e86-9a06-cac298f5281c,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:48.970440 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:48.975074 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3efa6-164f-4ca1-ad75-1aff68898069 admin admin] Pushing event updated for resources: {'Network': ['ID=9b24a504-9d98-4369-9ba2-6577737a3cab,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:49.000004 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 9b24a504-9d98-4369-9ba2-6577737a3cab details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:42:49.099517 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=c456e7bb-c921-4e86-9a06-cac298f5281c,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:49.201495 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4305182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5974835'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:49.265505 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364615c6-9168-4f15-9bf7-8b402090bd0b,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:49.278418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Checking segment: {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:49.278778 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Network hostable DHCP agents. Network: 9b24a504-9d98-4369-9ba2-6577737a3cab, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:42:49.284447 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['c456e7bb-c921-4e86-9a06-cac298f5281c'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:42:49.307636 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Network 9b24a504-9d98-4369-9ba2-6577737a3cab is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:42:49.325637 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 9b24a504-9d98-4369-9ba2-6577737a3cab) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:49.330614 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:49.331767 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:49.338428 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efabf5-3345-4c3e-932a-df209936c24d None None] Network 9b24a504-9d98-4369-9ba2-6577737a3cab requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:42:49.348729 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-5fb03eb3-1fe4-4bb8-9df8-d500e9660892 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4682698 Jul 19 07:42:49.352070 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40264) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:49.357250 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:49.383502 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:49.385681 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:49.461034 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:49.520602 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b583503-7d6a-4ae2-bb62-e4ff6097d1a5 None None] Network 9b24a504-9d98-4369-9ba2-6577737a3cab requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:42:49.724959 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:49.793587 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae4d90-c6fe-4c19-ab63-6aa6f0205ae5 req-58a0a8a4-f005-4d3d-bfd6-a03c42a56b99 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:49.795118 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2cae4d90-c6fe-4c19-ab63-6aa6f0205ae5 req-58a0a8a4-f005-4d3d-bfd6-a03c42a56b99 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 944 time: 0.1138971 Jul 19 07:42:49.899341 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2cae4d90-c6fe-4c19-ab63-6aa6f0205ae5 req-5006d38a-a05d-42bc-97ce-49bba0a4f277 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648437 Jul 19 07:42:50.021612 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.041746 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.066228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-108edbd8-7d3d-4740-8362-20a1b9f62406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.233273 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Allocated IP 172.27.3.101 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/e907f3a3-bb59-4553-8d03-017822d6060d) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:42:50.261722 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-f4756683-8923-4d19-a925-6da5a0e0f620 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:50.263445 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-f4756683-8923-4d19-a925-6da5a0e0f620 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/networks?id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c HTTP/1.1" status: 200 len: 808 time: 0.1602445 Jul 19 07:42:50.296573 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-b7ee1076-8bbd-4c43-862f-f24824d219b0 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/quotas/7b282109bd05485eaf8d31bcaed3dad2 HTTP/1.1" status: 200 len: 375 time: 0.0250971 Jul 19 07:42:50.301278 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40324) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:50.371948 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-3a933f27-348e-4576-a6ee-81e422d02f67 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b282109bd05485eaf8d31bcaed3dad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345657 Jul 19 07:42:50.427211 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.519256 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-14e494b4-443f-4417-806f-b1bec24b8f24 service neutron] 10.222.0.10 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372235 Jul 19 07:42:50.548244 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.552979 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c456e7bb-c921-4e86-9a06-cac298f5281c up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:50.568608 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40332) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:50.577091 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.596943 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f2836311-349e-49e3-aba0-096d7d9b604f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.617815 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:50.637892 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port c456e7bb-c921-4e86-9a06-cac298f5281c completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:50.645024 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port c456e7bb-c921-4e86-9a06-cac298f5281c triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:50.645862 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.707399 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:50.710999 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f2836311-349e-49e3-aba0-096d7d9b604f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.721843 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f2836311-349e-49e3-aba0-096d7d9b604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.722733 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:50.743741 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-117ac6ee-f8a4-46ef-87ac-996ab561f0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.755482 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.782274 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456e7bb-c921-4e86-9a06-cac298f5281c'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:50.786195 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1609a13-8e5f-4168-a99b-fb3018be269e" -d '{"events": [{"server_uuid": "979feae2-74a8-49ce-a36a-d55a47e28a92", "name": "network-vif-plugged", "status": "completed", "tag": "c456e7bb-c921-4e86-9a06-cac298f5281c"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:50.794104 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f2836311-349e-49e3-aba0-096d7d9b604f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e9cead6ffda43b283302ec167f8efa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872954 Jul 19 07:42:50.795495 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40346) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:50.796123 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2836311-349e-49e3-aba0-096d7d9b604f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662ad923-152a-4b54-be47-23d06b5958e6,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:50.803869 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port c456e7bb-c921-4e86-9a06-cac298f5281c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c456e7bb-c921-4e86-9a06-cac298f5281c,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:50.812784 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.814393 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2d589292-f9d1-422c-be14-9fae707e8146 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:42:50.840429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 2d589292-f9d1-422c-be14-9fae707e8146 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:42:50.840949 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2d589292-f9d1-422c-be14-9fae707e8146 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:42:50.853255 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a0ebc5-3741-4521-bb97-0365da28e5ba x-openstack-request-id: req-b0a0ebc5-3741-4521-bb97-0365da28e5ba {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:50.853561 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979feae2-74a8-49ce-a36a-d55a47e28a92", "name": "network-vif-plugged", "status": "completed", "tag": "c456e7bb-c921-4e86-9a06-cac298f5281c", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:50.853978 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0a0ebc5-3741-4521-bb97-0365da28e5ba {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:50.865172 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456e7bb-c921-4e86-9a06-cac298f5281c', 'code': 200} Jul 19 07:42:50.885901 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Pushing event updated for resources: {'Port': ['ID=e907f3a3-bb59-4553-8d03-017822d6060d,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:50.904701 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-e1d25ab3-9300-48ab-b3c7-f7b4764f1cc1 service neutron] 10.222.0.10 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847075 Jul 19 07:42:50.912108 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-25d9e090-3b9c-47f9-bccb-0c842aed1589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:50.952397 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-25d9e090-3b9c-47f9-bccb-0c842aed1589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.003728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-117ac6ee-f8a4-46ef-87ac-996ab561f0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.007457 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=c456e7bb-c921-4e86-9a06-cac298f5281c,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:51.011405 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-117ac6ee-f8a4-46ef-87ac-996ab561f0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.108416 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-25d9e090-3b9c-47f9-bccb-0c842aed1589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.111291 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-25d9e090-3b9c-47f9-bccb-0c842aed1589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.115027 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-25d9e090-3b9c-47f9-bccb-0c842aed1589 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/662ad923-152a-4b54-be47-23d06b5958e6 HTTP/1.1" status: 204 len: 168 time: 0.3011761 Jul 19 07:42:51.145297 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ac6ee-f8a4-46ef-87ac-996ab561f0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdaded6-7986-4841-bc86-6396b9ebe2bd,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:51.153308 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-117ac6ee-f8a4-46ef-87ac-996ab561f0e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31e1dab2fee44cf7b80acd759b87902d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5834577 Jul 19 07:42:51.156862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40356) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:51.194094 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9e090-3b9c-47f9-bccb-0c842aed1589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ad923-152a-4b54-be47-23d06b5958e6,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:51.225862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb2505-d61f-4dd6-81f0-f1351f53db0f req-464b9f66-6f47-4bc7-b8a1-438bb1540c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:51.227943 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-baeb2505-d61f-4dd6-81f0-f1351f53db0f req-464b9f66-6f47-4bc7-b8a1-438bb1540c65 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 1098 time: 0.1602602 Jul 19 07:42:51.239864 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8fc3b7be-4a35-46cd-9aaa-3ba2368ab269 req-7808b8a5-e1c8-4d36-9e05-633ee153b1a9 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0919955 Jul 19 07:42:51.244494 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-783c8c9c-1a2c-4179-a9b7-82e84e36b4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.291715 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-baeb2505-d61f-4dd6-81f0-f1351f53db0f req-48ff3106-67c5-44f3-8921-a528d712d275 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Jul 19 07:42:51.296536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-783c8c9c-1a2c-4179-a9b7-82e84e36b4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.357096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-783c8c9c-1a2c-4179-a9b7-82e84e36b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.359590 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-783c8c9c-1a2c-4179-a9b7-82e84e36b4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.360771 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-783c8c9c-1a2c-4179-a9b7-82e84e36b4a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fdaded6-7986-4841-bc86-6396b9ebe2bd HTTP/1.1" status: 204 len: 168 time: 0.2021744 Jul 19 07:42:51.371393 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c8c9c-1a2c-4179-a9b7-82e84e36b4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdaded6-7986-4841-bc86-6396b9ebe2bd,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:51.411794 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc192-1431-4d58-a51a-711efffcca6e req-0a7e0016-f2ad-44a7-9499-4598348033e2 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:51.426855 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-733fc192-1431-4d58-a51a-711efffcca6e req-0a7e0016-f2ad-44a7-9499-4598348033e2 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 945 time: 0.3515873 Jul 19 07:42:51.548341 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.599861 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40372) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:51.614396 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-becee5b0-07b1-4da4-ad29-66e8be5e111c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.687256 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-733fc192-1431-4d58-a51a-711efffcca6e req-70d63645-4d42-41b3-ba06-dc2f48f137d9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592030 Jul 19 07:42:51.709445 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.744549 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-becee5b0-07b1-4da4-ad29-66e8be5e111c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.749890 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-becee5b0-07b1-4da4-ad29-66e8be5e111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.793833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becee5b0-07b1-4da4-ad29-66e8be5e111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba58d0eb-9430-4e12-8b40-a98142b88761,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:51.812777 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-becee5b0-07b1-4da4-ad29-66e8be5e111c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ff489a94a7f49a18d82f598af720208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100449 Jul 19 07:42:51.813687 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40378) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:51.872825 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b390408f-e2b7-466c-837b-6d6453182555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.901205 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b390408f-e2b7-466c-837b-6d6453182555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.959949 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b390408f-e2b7-466c-837b-6d6453182555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.966180 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b390408f-e2b7-466c-837b-6d6453182555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:51.971610 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b390408f-e2b7-466c-837b-6d6453182555 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba58d0eb-9430-4e12-8b40-a98142b88761 HTTP/1.1" status: 204 len: 168 time: 0.1482687 Jul 19 07:42:51.980704 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390408f-e2b7-466c-837b-6d6453182555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba58d0eb-9430-4e12-8b40-a98142b88761,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:51.994710 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40384) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:52.001297 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.009339 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-23b2abb6-c33f-4730-a1b0-8a493f4ee87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.121545 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-23b2abb6-c33f-4730-a1b0-8a493f4ee87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.126799 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-23b2abb6-c33f-4730-a1b0-8a493f4ee87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.156174 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Router 4fd33770-363f-4711-a199-9ac1cf0a4a84 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:42:52.171892 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-23b2abb6-c33f-4730-a1b0-8a493f4ee87e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=626d5ddd88a545399961a08cbea2c0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760943 Jul 19 07:42:52.172484 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40386) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:52.178813 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2abb6-c33f-4730-a1b0-8a493f4ee87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541adf2e-2642-4d35-abaf-fd2708f6328f,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:52.233262 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fee34ba2-fdc4-46c0-8513-1e45f84b4d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.277299 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fee34ba2-fdc4-46c0-8513-1e45f84b4d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.279563 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:42:52.292573 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Sync routers for ids ['4fd33770-363f-4711-a199-9ac1cf0a4a84'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:42:52.303342 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] Notify callbacks [] for router, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.305529 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-38da20cf-38ea-4bb6-8061-ad303dc38e28 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9519966 Jul 19 07:42:52.308135 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40392) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:42:52.310254 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Routers {'4fd33770-363f-4711-a199-9ac1cf0a4a84'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:52.311093 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:42:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['4fd33770-363f-4711-a199-9ac1cf0a4a84'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:52.384206 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fee34ba2-fdc4-46c0-8513-1e45f84b4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.387270 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-fee34ba2-fdc4-46c0-8513-1e45f84b4d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:52.402563 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-fee34ba2-fdc4-46c0-8513-1e45f84b4d01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/541adf2e-2642-4d35-abaf-fd2708f6328f HTTP/1.1" status: 204 len: 168 time: 0.2174609 Jul 19 07:42:52.418344 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee34ba2-fdc4-46c0-8513-1e45f84b4d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541adf2e-2642-4d35-abaf-fd2708f6328f,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:52.473918 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Set router 4fd33770-363f-4711-a199-9ac1cf0a4a84 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:52.485538 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e62caec6-6e6b-478b-b014-e754e8f7918a req-92de8085-f8e6-4d40-a512-5fd5a1aa7390 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 210 time: 0.1022954 Jul 19 07:42:52.706771 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-27864028-7a19-439c-bb01-2e162962b4ba tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:52.713832 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-27864028-7a19-439c-bb01-2e162962b4ba tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "GET /v2.0/networks?id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c HTTP/1.1" status: 200 len: 808 time: 0.2352512 Jul 19 07:42:52.750517 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Request body: {'port': {'device_id': '87ff78c5-4514-4fda-8970-94494685d3b5', 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c', 'admin_state_up': True, 'tenant_id': '7b282109bd05485eaf8d31bcaed3dad2'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:52.965343 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:42:51Z', 'revision_number': 3, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:53.015695 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Made reservation on behalf of 7b282109bd05485eaf8d31bcaed3dad2 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:53.020009 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.023982 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Checking router: 4fd33770-363f-4711-a199-9ac1cf0a4a84 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:42:53.027728 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Updating router 4fd33770-363f-4711-a199-9ac1cf0a4a84 port e907f3a3-bb59-4553-8d03-017822d6060d binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:42:53.077617 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d66834-bb94-4d1f-8b30-37ddf84e6009 req-53eb54a3-a2d1-4e03-a2e6-89a01206d1c3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:53.081205 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.081637 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07d66834-bb94-4d1f-8b30-37ddf84e6009 req-53eb54a3-a2d1-4e03-a2e6-89a01206d1c3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 945 time: 0.2264867 Jul 19 07:42:53.150871 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.208925 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07d66834-bb94-4d1f-8b30-37ddf84e6009 req-6a48df7e-7d38-44f4-8208-c73589b7a0f3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205096 Jul 19 07:42:53.247608 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Allocated IP 172.20.0.8 (a515499c-8f09-49a6-a8b6-8675bdfb7b2c/aae40dfc-6bcf-44fe-85d9-3399caa11e97/e4df79e2-edab-471c-a81b-5162f8983635) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:42:53.397143 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.452850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Allocated IP 172.20.0.1 (9b24a504-9d98-4369-9ba2-6577737a3cab/364615c6-9168-4f15-9bf7-8b402090bd0b/a021732f-efc9-4ca8-a017-963e0658f5dd) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:42:53.553257 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.620072 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.633876 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.634871 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c39cc5f8-0db0-4b39-a1a8-4461974dc5e2 req-5bac2775-e606-48b0-9959-6f01155a1b59 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0405710 Jul 19 07:42:53.649854 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Transition to ACTIVE for port object e907f3a3-bb59-4553-8d03-017822d6060d will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:53.664426 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.691401 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.739878 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Network a515499c-8f09-49a6-a8b6-8675bdfb7b2c is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:53.753991 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Attempting to bind port e907f3a3-bb59-4553-8d03-017822d6060d on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:42:53.754372 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Attempting to bind port e907f3a3-bb59-4553-8d03-017822d6060d by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:42:53.754737 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Attempting to bind port e907f3a3-bb59-4553-8d03-017822d6060d on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:53.757782 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Pushing event updated for resources: {'Port': ['ID=e907f3a3-bb59-4553-8d03-017822d6060d,revision_number=2']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:53.760133 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:53.770947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:53.771377 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:42:53.771854 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:53.772336 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.772860 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:42:53.774008 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Bound port: e907f3a3-bb59-4553-8d03-017822d6060d, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:42:53.774415 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.776929 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:53.777590 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.779611 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.780157 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.780735 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.781349 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.781829 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.782453 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.782947 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.783679 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.783924 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Pushing event updated for resources: {'Port': ['ID=e4df79e2-edab-471c-a81b-5162f8983635,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:53.785042 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.786075 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.786646 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.787161 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:42:53.809975 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-8eacf58e-9e76-49e0-b5c6-26d9f7cccf9e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0780356 Jul 19 07:42:53.812665 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.862952 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Network 9b24a504-9d98-4369-9ba2-6577737a3cab is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:53.868157 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] For port e907f3a3-bb59-4553-8d03-017822d6060d, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:42:53.870890 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:53.879005 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:42:53.884213 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] For port e907f3a3-bb59-4553-8d03-017822d6060d, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e907f3a3-bb59-4553-8d03-017822d6060d,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:42:53.897925 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.908807 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Pushing event updated for resources: {'Port': ['ID=a021732f-efc9-4ca8-a017-963e0658f5dd,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:53.928278 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:53.958556 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Routers {'4fd33770-363f-4711-a199-9ac1cf0a4a84'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:53.959451 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:42:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['4fd33770-363f-4711-a199-9ac1cf0a4a84'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:54.102470 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0053-581b-447c-875f-195126d3e407 None None] Pushing event updated for resources: {'Port': ['ID=e907f3a3-bb59-4553-8d03-017822d6060d,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:54.182769 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] Set router 4fd33770-363f-4711-a199-9ac1cf0a4a84 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:54.203049 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:54.380357 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:42:51Z', 'revision_number': 3, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:54.396281 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:54.403608 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:54.420413 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9976-b560-4960-9615-092ef0535030 None None] The sync data for ids ['4fd33770-363f-4711-a199-9ac1cf0a4a84'] in dv-cinder-772623-11-iscsi is: [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:42:51Z', 'revision_number': 3, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:42:54.490340 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:54.497935 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Pushing event updated for resources: {'Port': ['ID=a021732f-efc9-4ca8-a017-963e0658f5dd,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:54.601379 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Network 9b24a504-9d98-4369-9ba2-6577737a3cab is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:42:54.603557 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:42:54.730736 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Router 4fd33770-363f-4711-a199-9ac1cf0a4a84 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:42:54.875854 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:42:54.890408 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-66bcf157-2f43-4b87-a929-66105892baa8 admin admin] 10.222.0.10 "PUT /v2.0/routers/4fd33770-363f-4711-a199-9ac1cf0a4a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5727477 Jul 19 07:42:55.627519 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e907f3a3-bb59-4553-8d03-017822d6060d up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:55.675596 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port e907f3a3-bb59-4553-8d03-017822d6060d completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:55.679234 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port e907f3a3-bb59-4553-8d03-017822d6060d triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:55.679617 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:55.752335 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:55.771685 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port e907f3a3-bb59-4553-8d03-017822d6060d, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e907f3a3-bb59-4553-8d03-017822d6060d,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:42:55.775696 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:55.824815 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=e907f3a3-bb59-4553-8d03-017822d6060d,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:56.061361 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Request body: {'port': {'device_id': '87ff78c5-4514-4fda-8970-94494685d3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:56.134321 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Sync routers for ids ['4fd33770-363f-4711-a199-9ac1cf0a4a84'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:42:56.152428 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Routers {'4fd33770-363f-4711-a199-9ac1cf0a4a84'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:56.153628 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:42:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['4fd33770-363f-4711-a199-9ac1cf0a4a84'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:56.158133 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:56.190613 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0600-0713-40e9-b96d-3b83824473ea req-33f82ece-f9ea-4e9d-9f0a-8c9c2668c71b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:56.197897 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0a5e0600-0713-40e9-b96d-3b83824473ea req-33f82ece-f9ea-4e9d-9f0a-8c9c2668c71b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 931 time: 0.0927110 Jul 19 07:42:56.250434 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0a5e0600-0713-40e9-b96d-3b83824473ea req-e61c677b-87fb-4970-bcf6-7747d9130699 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Jul 19 07:42:56.289403 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Set router 4fd33770-363f-4711-a199-9ac1cf0a4a84 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:56.485301 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4df79e2-edab-471c-a81b-5162f8983635 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:42:56.497095 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:56.515252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Transition to ACTIVE for port object e4df79e2-edab-471c-a81b-5162f8983635 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:56.519492 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-05aed888-f038-4775-ad4c-2a81de8eb9ba tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:56.521239 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-05aed888-f038-4775-ad4c-2a81de8eb9ba tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 819 time: 0.1652341 Jul 19 07:42:56.523867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:56.537661 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:42:54Z', 'revision_number': 4, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'a021732f-efc9-4ca8-a017-963e0658f5dd', 'name': '', 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'mac_address': 'fa:16:3e:99:d4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:53Z', 'updated_at': '2021-07-19T07:42:54Z', 'revision_number': 2, 'project_id': '18c290b85e5349d98729893e383e80a2', 'subnets': [{'id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:56.541595 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-4642ae28-6d25-410d-a851-5c4d9dc8dde8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/quotas/18c290b85e5349d98729893e383e80a2 HTTP/1.1" status: 200 len: 375 time: 0.0098236 Jul 19 07:42:56.577936 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Checking router: 4fd33770-363f-4711-a199-9ac1cf0a4a84 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:42:56.578297 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Updating router 4fd33770-363f-4711-a199-9ac1cf0a4a84 port a021732f-efc9-4ca8-a017-963e0658f5dd binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:42:56.622879 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Pushing event updated for resources: {'Port': ['ID=e4df79e2-edab-471c-a81b-5162f8983635,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:56.624512 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:56.642974 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-b6842a16-5fa3-4ab3-914e-2bcaddaee128 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863078 Jul 19 07:42:56.695275 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Attempting to bind port e4df79e2-edab-471c-a81b-5162f8983635 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:42:56.695743 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Attempting to bind port e4df79e2-edab-471c-a81b-5162f8983635 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:42:56.696488 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Attempting to bind port e4df79e2-edab-471c-a81b-5162f8983635 on network a515499c-8f09-49a6-a8b6-8675bdfb7b2c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:56.702297 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Port e4df79e2-edab-471c-a81b-5162f8983635 on network a515499c-8f09-49a6-a8b6-8675bdfb7b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:42:56.702634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Attempting to bind port e4df79e2-edab-471c-a81b-5162f8983635 on network a515499c-8f09-49a6-a8b6-8675bdfb7b2c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:56.725655 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:42:56.726544 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Checking segment: {'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:56.726935 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Bound using segment: {'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:42:56.727376 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Bound port: e4df79e2-edab-471c-a81b-5162f8983635, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b51324b-6ec0-4de0-ae9e-34ab642acdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:42:56.727732 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:56.820809 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-65cb0801-83bf-4f33-b9c2-dddf28c0e8b8 service neutron] 10.222.0.10 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723256 Jul 19 07:42:56.821376 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] For port e4df79e2-edab-471c-a81b-5162f8983635, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:42:56.825595 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] For port e4df79e2-edab-471c-a81b-5162f8983635, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4df79e2-edab-471c-a81b-5162f8983635,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:42:56.834548 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:56.901499 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:56.903408 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:56.906766 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] 10.222.0.25 "PUT /v2.0/ports/e4df79e2-edab-471c-a81b-5162f8983635 HTTP/1.1" status: 200 len: 1093 time: 0.8514285 Jul 19 07:42:56.907257 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff78c5-4514-4fda-8970-94494685d3b5', 'tag': 'e4df79e2-edab-471c-a81b-5162f8983635'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:42:56.909597 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab" -d '{"events": [{"name": "network-changed", "server_uuid": "87ff78c5-4514-4fda-8970-94494685d3b5", "tag": "e4df79e2-edab-471c-a81b-5162f8983635"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:42:56.938859 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9062ed-12f7-47cd-bcd6-7d3203006133 service neutron] Pushing event updated for resources: {'Port': ['ID=e4df79e2-edab-471c-a81b-5162f8983635,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:56.961336 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-0e152f62-0866-457c-9a05-564292a395a5 service neutron] 10.222.0.10 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329646 Jul 19 07:42:56.984225 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93327bcf-cfd6-44b1-bfd0-cc681b0b5d01 x-openstack-request-id: req-93327bcf-cfd6-44b1-bfd0-cc681b0b5d01 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:42:56.984448 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ff78c5-4514-4fda-8970-94494685d3b5", "tag": "e4df79e2-edab-471c-a81b-5162f8983635", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:42:56.986344 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93327bcf-cfd6-44b1-bfd0-cc681b0b5d01 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:42:56.986523 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ff78c5-4514-4fda-8970-94494685d3b5', 'tag': 'e4df79e2-edab-471c-a81b-5162f8983635', 'status': 'completed', 'code': 200} Jul 19 07:42:57.095577 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-912de2e3-9286-441b-b0b6-379e051710e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:57.098618 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-912de2e3-9286-441b-b0b6-379e051710e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b282109bd05485eaf8d31bcaed3dad2&device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 1096 time: 0.1317351 Jul 19 07:42:57.159848 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:57.162702 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-2cf092a4-3789-447b-a5a5-d871c3181082 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4df79e2-edab-471c-a81b-5162f8983635 HTTP/1.1" status: 200 len: 217 time: 0.0548241 Jul 19 07:42:57.172590 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Transition to ACTIVE for port object a021732f-efc9-4ca8-a017-963e0658f5dd will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:42:57.180668 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:57.348159 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394475-4af8-48b2-8fb6-03b6cde87088 None None] Pushing event updated for resources: {'Port': ['ID=a021732f-efc9-4ca8-a017-963e0658f5dd,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:57.362018 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Attempting to bind port a021732f-efc9-4ca8-a017-963e0658f5dd on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:42:57.362820 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Attempting to bind port a021732f-efc9-4ca8-a017-963e0658f5dd by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:42:57.364002 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Attempting to bind port a021732f-efc9-4ca8-a017-963e0658f5dd on network 9b24a504-9d98-4369-9ba2-6577737a3cab {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:42:57.371843 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:42:57.372580 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Checking segment: {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:42:57.373421 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:57.374031 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Bound using segment: {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:42:57.374918 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Bound port: a021732f-efc9-4ca8-a017-963e0658f5dd, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:42:57.375917 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:57.379913 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a236c0cb-9625-46c3-b66e-47fabdfe643e req-47ab611b-3c81-41b0-a875-3e9c6a85172a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 210 time: 0.0445437 Jul 19 07:42:57.403384 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-d3e40b98-c049-40ee-89b2-866b3cbfb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:57.406014 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-d3e40b98-c049-40ee-89b2-866b3cbfb201 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aae40dfc-6bcf-44fe-85d9-3399caa11e97 HTTP/1.1" status: 200 len: 848 time: 0.1290236 Jul 19 07:42:57.477402 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-0aff6802-2b7c-4ff6-a6f4-96dbec25fc84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627768 Jul 19 07:42:57.548570 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] For port a021732f-efc9-4ca8-a017-963e0658f5dd, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:42:57.557975 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] For port a021732f-efc9-4ca8-a017-963e0658f5dd, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=a021732f-efc9-4ca8-a017-963e0658f5dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:42:57.591950 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958243-a8dc-4bef-b9dd-98e635f79186 req-816b5146-05af-4b44-9f90-085343e93a43 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:57.609038 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c3958243-a8dc-4bef-b9dd-98e635f79186 req-816b5146-05af-4b44-9f90-085343e93a43 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 943 time: 0.1752036 Jul 19 07:42:57.616068 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:57.720663 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e907f3a3-bb59-4553-8d03-017822d6060d up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:57.723787 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-fe6e5571-bdde-493c-90d3-f13363455918 service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372284 Jul 19 07:42:57.745178 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c3958243-a8dc-4bef-b9dd-98e635f79186 req-638f2df8-b1f8-48f1-b743-7332cab3839b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280711 Jul 19 07:42:57.801965 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-6d9e33c2-47ad-430f-b159-923eaa216f71 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:57.803790 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-6d9e33c2-47ad-430f-b159-923eaa216f71 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 819 time: 0.1898925 Jul 19 07:42:57.824841 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:57.830575 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-605e585f-b966-433a-8c4b-38e3d76a59e2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/quotas/18c290b85e5349d98729893e383e80a2 HTTP/1.1" status: 200 len: 375 time: 0.0202670 Jul 19 07:42:57.865469 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Routers {'4fd33770-363f-4711-a199-9ac1cf0a4a84'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:42:57.866364 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:42:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['4fd33770-363f-4711-a199-9ac1cf0a4a84'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:57.976840 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-7b72ed99-9786-4acf-a21f-410411c73351 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1403506 Jul 19 07:42:57.995159 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-113287ad-3915-4c8a-a1cc-7545cd98c8a3 req-9f96aa9d-494f-41f6-9c73-b9290df84db9 service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613354 Jul 19 07:42:58.018426 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port e907f3a3-bb59-4553-8d03-017822d6060d triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:58.018903 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:58.099119 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394475-4af8-48b2-8fb6-03b6cde87088 None None] Pushing event updated for resources: {'Port': ['ID=a021732f-efc9-4ca8-a017-963e0658f5dd,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:42:58.192461 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] Set router 4fd33770-363f-4711-a199-9ac1cf0a4a84 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:42:58.220142 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-166ac89b-ad63-4b1b-bf78-a835cd4b5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:58.220142 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-166ac89b-ad63-4b1b-bf78-a835cd4b5226 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b282109bd05485eaf8d31bcaed3dad2&device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 1096 time: 0.1364510 Jul 19 07:42:58.387683 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-46037b15-ba87-4000-834c-1278ebc6dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:58.395577 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-46037b15-ba87-4000-834c-1278ebc6dd5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c HTTP/1.1" status: 200 len: 909 time: 0.1686425 Jul 19 07:42:58.448719 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-63448d7a-1b61-44d7-bee2-1b8bbb4dc361 service neutron] 10.222.0.10 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639134 Jul 19 07:42:58.509368 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-043f7b1f-1dc8-4f2a-ab89-a36fe683a5cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4df79e2-edab-471c-a81b-5162f8983635 HTTP/1.1" status: 200 len: 217 time: 0.0945451 Jul 19 07:42:58.564773 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-90d37266-4e3d-4bf2-b9d0-81fab8ce5f33 service neutron] 10.222.0.10 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151924 Jul 19 07:42:58.587202 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:42:54Z', 'revision_number': 4, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'a021732f-efc9-4ca8-a017-963e0658f5dd', 'name': '', 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'mac_address': 'fa:16:3e:99:d4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:53Z', 'updated_at': '2021-07-19T07:42:57Z', 'revision_number': 4, 'project_id': '18c290b85e5349d98729893e383e80a2', 'subnets': [{'id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:42:58.588254 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-07b43020-6b7b-4c45-b08e-51cc7d9b2b2d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:58.598301 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-07b43020-6b7b-4c45-b08e-51cc7d9b2b2d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.5665231 Jul 19 07:42:58.615084 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-19fe1b95-0b42-4cb8-9f29-aef8f3e26b7f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/quotas/5da7e5dcd7a14db2a446be39adbad5ec HTTP/1.1" status: 200 len: 375 time: 0.0156319 Jul 19 07:42:58.627243 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3eb0e8-12b4-4f63-88f2-db1857d883e1 None None] The sync data for ids ['4fd33770-363f-4711-a199-9ac1cf0a4a84'] in dv-cinder-772623-11-iscsi is: [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:42:54Z', 'revision_number': 4, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'a021732f-efc9-4ca8-a017-963e0658f5dd', 'name': '', 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'mac_address': 'fa:16:3e:99:d4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:53Z', 'updated_at': '2021-07-19T07:42:57Z', 'revision_number': 4, 'project_id': '18c290b85e5349d98729893e383e80a2', 'subnets': [{'id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:42:58.749199 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-59c7f263-780a-46d3-8c85-e755e52eea85 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248362 Jul 19 07:42:58.969575 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-f261122b-9cb8-422a-9c27-80806f5605de service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138722 Jul 19 07:42:59.019128 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-636ed2ab-f24a-4a2d-8079-152bb8ad5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:59.020661 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-636ed2ab-f24a-4a2d-8079-152bb8ad5acc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aae40dfc-6bcf-44fe-85d9-3399caa11e97 HTTP/1.1" status: 200 len: 848 time: 0.4967458 Jul 19 07:42:59.129308 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-2681a315-55bd-422f-a1cd-e5621696fa32 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a515499c-8f09-49a6-a8b6-8675bdfb7b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308654 Jul 19 07:42:59.150552 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-29832051-557d-49c2-b8a0-3a2d571f865a service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792893 Jul 19 07:42:59.215787 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-3c0740cb-2362-43aa-aed5-1e623cff716a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3117344 Jul 19 07:42:59.273825 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-62e91750-2737-4730-8ea8-1ac76ef041c7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:59.275331 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-62e91750-2737-4730-8ea8-1ac76ef041c7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 819 time: 0.3565943 Jul 19 07:42:59.295847 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Request body: {'port': {'device_id': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'admin_state_up': True, 'tenant_id': '18c290b85e5349d98729893e383e80a2'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:42:59.397166 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-f659ea67-cd86-4020-8776-15c1f8f8b68b service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452202 Jul 19 07:42:59.570324 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8fd5ed89-229e-402f-99b6-45c30673cb1d req-87a17f9e-bb7f-4563-8d20-d0632152102f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 210 time: 0.0964842 Jul 19 07:42:59.634714 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-a7546498-8a26-4f69-8349-3a73b292fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:59.636712 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-a7546498-8a26-4f69-8349-3a73b292fb51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 1098 time: 0.3192844 Jul 19 07:42:59.645430 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cf3a0-c9d4-44cf-a06b-745286f032fa req-1c02ae37-8553-4712-a44b-7a262fb12199 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:59.672072 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e22cf3a0-c9d4-44cf-a06b-745286f032fa req-1c02ae37-8553-4712-a44b-7a262fb12199 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 943 time: 0.3173883 Jul 19 07:42:59.674491 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3e6cffd5-2c01-4eaa-89f9-7945a23628ab req-322ea188-5e4e-43e7-af13-688486b2a055 service neutron] 10.222.0.25 "GET /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714524 Jul 19 07:42:59.675924 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Made reservation on behalf of 18c290b85e5349d98729893e383e80a2 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:42:59.683130 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:42:59.811278 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-820e9b48-5724-463a-8a65-612afaeca4f4 req-e46a4a76-02ef-4fa4-81f0-cb146490eccc tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 210 time: 0.0725834 Jul 19 07:42:59.828484 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device a021732f-efc9-4ca8-a017-963e0658f5dd up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:42:59.838128 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e22cf3a0-c9d4-44cf-a06b-745286f032fa req-d552828b-a033-4296-8267-dfcc866f4173 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643977 Jul 19 07:42:59.909974 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-b8cc89e4-41ef-4c41-9775-bde695f601f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:42:59.911702 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-b8cc89e4-41ef-4c41-9775-bde695f601f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 916 time: 0.2244692 Jul 19 07:42:59.950665 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port a021732f-efc9-4ca8-a017-963e0658f5dd completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:42:59.954800 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port a021732f-efc9-4ca8-a017-963e0658f5dd triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:42:59.955904 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.053274 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e4df79e2-edab-471c-a81b-5162f8983635 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:43:00.085802 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.113345 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-e547fb9a-5a4f-41be-909f-3bc01edd2a25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 HTTP/1.1" status: 200 len: 217 time: 0.1272128 Jul 19 07:43:00.185634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-bea5c7d8-8999-464e-82a0-2ce9f1d4abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:00.187363 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-bea5c7d8-8999-464e-82a0-2ce9f1d4abb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.0714641 Jul 19 07:43:00.209429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port a021732f-efc9-4ca8-a017-963e0658f5dd, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=a021732f-efc9-4ca8-a017-963e0658f5dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:00.229487 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.247932 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e4df79e2-edab-471c-a81b-5162f8983635, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4df79e2-edab-471c-a81b-5162f8983635,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:00.253479 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-c4b79c7d-c321-421a-862f-ca0768ded362 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429945 Jul 19 07:43:00.287220 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'e4df79e2-edab-471c-a81b-5162f8983635', 'network_id': 'a515499c-8f09-49a6-a8b6-8675bdfb7b2c', 'port_id': 'e4df79e2-edab-471c-a81b-5162f8983635', 'mac_address': 'fa:16:3e:50:68:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae40dfc-6bcf-44fe-85d9-3399caa11e97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:43:00.361040 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Allocated IP 172.20.0.14 (9b24a504-9d98-4369-9ba2-6577737a3cab/364615c6-9168-4f15-9bf7-8b402090bd0b/1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:43:00.399870 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-8043eddd-b30a-4545-971c-f34991be665c service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456311 Jul 19 07:43:00.407094 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=a021732f-efc9-4ca8-a017-963e0658f5dd,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:00.421604 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.436764 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4df79e2-edab-471c-a81b-5162f8983635 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:00.470923 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e4df79e2-edab-471c-a81b-5162f8983635, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4df79e2-edab-471c-a81b-5162f8983635,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:00.477716 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.554859 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=e4df79e2-edab-471c-a81b-5162f8983635,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:00.652830 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-93270bcd-b12b-4a81-9a6a-55453e95cfc2 req-08b8c323-9e29-4ca7-b808-9fa4f7a1e1bf service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368262 Jul 19 07:43:00.697521 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cba3f8ce-635a-436f-8f1b-3c7e4a749a66 req-cbba44a6-9be8-4119-beb3-fb3fc3f92cef tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 210 time: 0.0420310 Jul 19 07:43:00.726586 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.771964 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['e4df79e2-edab-471c-a81b-5162f8983635'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:00.779412 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-f1b3446d-1c93-44c7-94e3-c38e7e9e6907 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:00.780960 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-f1b3446d-1c93-44c7-94e3-c38e7e9e6907 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 819 time: 0.2133303 Jul 19 07:43:00.803284 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.810464 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Request body: {'port': {'device_id': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'admin_state_up': True, 'tenant_id': '18c290b85e5349d98729893e383e80a2'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:00.923055 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Network 9b24a504-9d98-4369-9ba2-6577737a3cab is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:43:00.929587 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:43:00.941203 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:43:00.949404 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:00.950770 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:00.954141 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0eeb2a25-94f1-4c55-8761-2a997019e9ce req-f38f5835-a5ff-464f-b923-1e1bb2da9189 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 210 time: 0.0844424 Jul 19 07:43:00.977563 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Pushing event updated for resources: {'Port': ['ID=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:01.057619 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a1ca1d1f-e3eb-42df-8442-834f3781e0b2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7673762 Jul 19 07:43:01.086659 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7c317-1890-410d-a84d-722e4a8945b7 req-cc63230b-28f3-4b85-be58-2d9b30a37f77 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:01.087905 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Request body: {'port': {'device_id': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:01.088681 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-68b7c317-1890-410d-a84d-722e4a8945b7 req-cc63230b-28f3-4b85-be58-2d9b30a37f77 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 944 time: 0.1463141 Jul 19 07:43:01.151339 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-68b7c317-1890-410d-a84d-722e4a8945b7 req-33b9799b-2def-4c43-887a-ca2ed9e923fe tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503678 Jul 19 07:43:01.240491 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Made reservation on behalf of 18c290b85e5349d98729893e383e80a2 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:43:01.245940 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:01.312184 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-191aaac1-5089-43d4-b362-bf5facfa1f27 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:01.316976 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-191aaac1-5089-43d4-b362-bf5facfa1f27 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.2754726 Jul 19 07:43:01.332073 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:01.337481 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Request body: {'port': {'device_id': '985079d2-d014-402f-90c8-d289033e0daf', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'admin_state_up': True, 'tenant_id': '5da7e5dcd7a14db2a446be39adbad5ec'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:01.403945 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40784) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:01.456888 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40790) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:01.626931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device a021732f-efc9-4ca8-a017-963e0658f5dd up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:43:01.630042 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f19a5e44-baab-432b-8f69-980488379c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:01.669963 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bc2d-ecdb-43e7-aea7-f81cc08a0f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:01.693256 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port a021732f-efc9-4ca8-a017-963e0658f5dd triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:43:01.693714 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:01.814880 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Allocated IP 172.20.0.3 (9b24a504-9d98-4369-9ba2-6577737a3cab/364615c6-9168-4f15-9bf7-8b402090bd0b/32fcb9d0-69f6-43db-9b96-0eaf4c8857dd) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:43:01.869614 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6360cdff-f91a-4b9d-b89a-4253174e9342 req-0864e6dc-8c9e-4c8f-8205-c9f4c01cd0c7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 210 time: 0.0398381 Jul 19 07:43:01.871763 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f19a5e44-baab-432b-8f69-980488379c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:01.922870 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.db.api [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 07:43:01.922870 dv-cinder-772623-11-iscsi neutron-server[99880]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 07:43:01.922870 dv-cinder-772623-11-iscsi neutron-server[99880]: [parameters: {'project_id_1': '5da7e5dcd7a14db2a446be39adbad5ec', 'expiration_1': datetime.datetime(2021, 7, 19, 7, 43, 1, 840443)}] Jul 19 07:43:01.922870 dv-cinder-772623-11-iscsi neutron-server[99880]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 07:43:01.923421 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG oslo_db.api [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 07:43:01.935447 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f19a5e44-baab-432b-8f69-980488379c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:01.990506 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f19a5e44-baab-432b-8f69-980488379c5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbacf28e03a840b4bb862eb71e036af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324745 Jul 19 07:43:01.993956 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40810) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:01.994975 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a5e44-baab-432b-8f69-980488379c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b570f2-b0ce-44f9-bdb2-a79919d8102d,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.041709 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.046017 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bc2d-ecdb-43e7-aea7-f81cc08a0f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.063503 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bc2d-ecdb-43e7-aea7-f81cc08a0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.063648 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e4df79e2-edab-471c-a81b-5162f8983635 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:43:02.099580 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3dcc711-3f5a-4070-b93e-6e5c3e4a6e2f req-de6710fe-78d1-4cd9-b106-38fcd9ef9855 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 210 time: 0.0491900 Jul 19 07:43:02.102697 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-644800de-f7ed-4d59-a35e-5b0d55035c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.125959 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port e4df79e2-edab-471c-a81b-5162f8983635 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:43:02.130801 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port e4df79e2-edab-471c-a81b-5162f8983635 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:43:02.131233 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.134727 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7aa3bc2d-ecdb-43e7-aea7-f81cc08a0f98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a8c71d258254e6db6260eb62491e5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293499 Jul 19 07:43:02.135577 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3bc2d-ecdb-43e7-aea7-f81cc08a0f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed732803-a39d-449b-b0f0-e9e117149a0c,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.137273 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40814) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:02.144497 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-644800de-f7ed-4d59-a35e-5b0d55035c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.169902 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.229503 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.264334 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff78c5-4514-4fda-8970-94494685d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4df79e2-edab-471c-a81b-5162f8983635'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:02.268187 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f0fe49-b8a6-446c-998c-0d6ea0d20f98" -d '{"events": [{"server_uuid": "87ff78c5-4514-4fda-8970-94494685d3b5", "name": "network-vif-plugged", "status": "completed", "tag": "e4df79e2-edab-471c-a81b-5162f8983635"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:02.272102 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e4df79e2-edab-471c-a81b-5162f8983635, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4df79e2-edab-471c-a81b-5162f8983635,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:02.276755 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.282852 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e45f-6c89-42dc-a4c2-cc895825d17d req-a8ef3c2c-a617-4d1e-81fd-9092d3352237 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:02.289610 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb09e45f-6c89-42dc-a4c2-cc895825d17d req-a8ef3c2c-a617-4d1e-81fd-9092d3352237 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0755703 Jul 19 07:43:02.324164 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Network 9b24a504-9d98-4369-9ba2-6577737a3cab is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:43:02.333576 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6666742b-534b-4555-b8b7-475501e206d6 x-openstack-request-id: req-6666742b-534b-4555-b8b7-475501e206d6 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:02.334383 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ff78c5-4514-4fda-8970-94494685d3b5", "name": "network-vif-plugged", "status": "completed", "tag": "e4df79e2-edab-471c-a81b-5162f8983635", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:02.334530 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb09e45f-6c89-42dc-a4c2-cc895825d17d req-f50d6dc1-0810-4bc6-855e-97aac2b87cad tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Jul 19 07:43:02.334692 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6666742b-534b-4555-b8b7-475501e206d6 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:02.335581 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ff78c5-4514-4fda-8970-94494685d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4df79e2-edab-471c-a81b-5162f8983635', 'code': 200} Jul 19 07:43:02.336605 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=e4df79e2-edab-471c-a81b-5162f8983635,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.337027 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Pushing event updated for resources: {'Port': ['ID=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.349907 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:43:02.352574 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:43:02.359369 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:02.360122 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.413408 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-644800de-f7ed-4d59-a35e-5b0d55035c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.415854 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-644800de-f7ed-4d59-a35e-5b0d55035c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.417191 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-644800de-f7ed-4d59-a35e-5b0d55035c8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9b570f2-b0ce-44f9-bdb2-a79919d8102d HTTP/1.1" status: 204 len: 168 time: 0.4220071 Jul 19 07:43:02.421590 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-16b90e18-9112-4601-84ce-45f689f66403 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6201031 Jul 19 07:43:02.422249 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bbc0554b-b9cb-463f-b0db-890ae0cfbce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.449643 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Request body: {'port': {'device_id': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:02.460645 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644800de-f7ed-4d59-a35e-5b0d55035c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b570f2-b0ce-44f9-bdb2-a79919d8102d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.468872 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.25', 53003) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:02.517833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bbc0554b-b9cb-463f-b0db-890ae0cfbce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.568268 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b245a4-683a-4da4-917c-8911ee22dfb7 req-0361b339-a68e-4d22-a2b1-9481396ab3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:02.570370 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-44b245a4-683a-4da4-917c-8911ee22dfb7 req-0361b339-a68e-4d22-a2b1-9481396ab3f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 1098 time: 0.0997400 Jul 19 07:43:02.575736 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Made reservation on behalf of 5da7e5dcd7a14db2a446be39adbad5ec for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:43:02.579207 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.613021 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:02.623376 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-44b245a4-683a-4da4-917c-8911ee22dfb7 req-60e2004a-321e-4d52-a531-76ff1955a407 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 Jul 19 07:43:02.644663 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.678506 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.681375 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Transition to ACTIVE for port object 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:43:02.684806 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bbc0554b-b9cb-463f-b0db-890ae0cfbce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.687324 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bbc0554b-b9cb-463f-b0db-890ae0cfbce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.688500 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-bbc0554b-b9cb-463f-b0db-890ae0cfbce0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed732803-a39d-449b-b0f0-e9e117149a0c HTTP/1.1" status: 204 len: 168 time: 0.5469661 Jul 19 07:43:02.728190 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.748923 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40830) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:02.763273 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-75b8bfa4-96f9-4b73-a6f9-39874c10c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.765784 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0554b-b9cb-463f-b0db-890ae0cfbce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed732803-a39d-449b-b0f0-e9e117149a0c,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.867244 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.883262 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-75b8bfa4-96f9-4b73-a6f9-39874c10c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.888129 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-75b8bfa4-96f9-4b73-a6f9-39874c10c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:02.926183 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-75b8bfa4-96f9-4b73-a6f9-39874c10c02f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=901ca5626aaf4c2380b5346428a21759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736627 Jul 19 07:43:02.928536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40836) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:02.947600 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8bfa4-96f9-4b73-a6f9-39874c10c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def727c0-7623-4149-a411-f56e8121074d,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:02.994439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Allocated IP 172.20.0.12 (b584b1b1-ba2c-4e8d-99a7-17853b794716/ee5daced-5b5f-4f67-88a0-29aee7da9eb1/38ac6914-a840-46f5-9ff3-61ad693171a4) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:43:03.009399 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Attempting to bind port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:43:03.009732 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Attempting to bind port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:43:03.010061 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Attempting to bind port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba on network 9b24a504-9d98-4369-9ba2-6577737a3cab {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:03.032686 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2d30a-c540-4b28-811c-447d0d3afbe3 req-837013d8-dcc2-4ebc-b48c-e786eefcb1f8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:03.034238 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-12b2d30a-c540-4b28-811c-447d0d3afbe3 req-837013d8-dcc2-4ebc-b48c-e786eefcb1f8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 931 time: 0.0672250 Jul 19 07:43:03.040517 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba on network 9b24a504-9d98-4369-9ba2-6577737a3cab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:43:03.040839 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Attempting to bind port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba on network 9b24a504-9d98-4369-9ba2-6577737a3cab {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:03.064187 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40838) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:03.080703 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:43:03.081131 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Checking segment: {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:43:03.081593 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Bound using segment: {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:43:03.082092 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Bound port: 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:43:03.082508 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.088326 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8e45bea1-a392-40f8-ac11-881406b84011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.094082 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-12b2d30a-c540-4b28-811c-447d0d3afbe3 req-b6719a28-9531-4af9-9d46-0a1ed02bc479 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504892 Jul 19 07:43:03.169193 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7ee0f089-385f-46c8-961e-bae295768944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.227822 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-49485c4c-51e7-4801-ab5e-f1e66765bd81 req-9b82d6e6-48af-4c95-a615-e96e95c0f328 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 210 time: 0.0370181 Jul 19 07:43:03.236355 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8e45bea1-a392-40f8-ac11-881406b84011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.243647 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8e45bea1-a392-40f8-ac11-881406b84011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.267064 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7ee0f089-385f-46c8-961e-bae295768944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.286913 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-8e45bea1-a392-40f8-ac11-881406b84011 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98da97cfd9a2476083b3655a8887ec9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216327 Jul 19 07:43:03.289501 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45bea1-a392-40f8-ac11-881406b84011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55e64b-dc27-4ded-8b0f-89bc3410bb38,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:03.291903 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40850) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:03.353418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65cdf308-3810-48fd-97f4-6446d557ef9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.376685 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65cdf308-3810-48fd-97f4-6446d557ef9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.378357 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] For port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:43:03.434566 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] For port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:43:03.438869 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65cdf308-3810-48fd-97f4-6446d557ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.440155 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:03.442490 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-65cdf308-3810-48fd-97f4-6446d557ef9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.444000 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-65cdf308-3810-48fd-97f4-6446d557ef9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c55e64b-dc27-4ded-8b0f-89bc3410bb38 HTTP/1.1" status: 204 len: 168 time: 0.1405237 Jul 19 07:43:03.447537 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.455088 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.458930 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.478970 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdf308-3810-48fd-97f4-6446d557ef9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c55e64b-dc27-4ded-8b0f-89bc3410bb38,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:03.513947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:03.514972 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.517304 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] 10.222.0.25 "PUT /v2.0/ports/1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 200 len: 1094 time: 2.4427149 Jul 19 07:43:03.517905 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7ee0f089-385f-46c8-961e-bae295768944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.520678 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7ee0f089-385f-46c8-961e-bae295768944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.521902 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-7ee0f089-385f-46c8-961e-bae295768944 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/def727c0-7623-4149-a411-f56e8121074d HTTP/1.1" status: 204 len: 168 time: 0.5886068 Jul 19 07:43:03.529139 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'tag': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:03.532125 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6512c54c-eaa5-4039-971e-7c025100d70d" -d '{"events": [{"name": "network-changed", "server_uuid": "4787d1b0-8d49-4492-8b96-d281f0730f8f", "tag": "1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:03.551124 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Transition to ACTIVE for port object 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:43:03.559216 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0f089-385f-46c8-961e-bae295768944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def727c0-7623-4149-a411-f56e8121074d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:03.567088 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.604686 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 40864) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:03.645791 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f05f91-03e5-42cf-b9df-721fc6fa20d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:03.654424 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4dd00-2b2b-46d6-831a-a96f969f24b2 req-c5abe2dc-0c48-47a4-98e7-9689661de4eb tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:03.668534 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f8b4dd00-2b2b-46d6-831a-a96f969f24b2 req-c5abe2dc-0c48-47a4-98e7-9689661de4eb tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 945 time: 0.2187939 Jul 19 07:43:03.711763 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.717034 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c986f6c1-3041-4718-af47-412b2d7d52cd x-openstack-request-id: req-c986f6c1-3041-4718-af47-412b2d7d52cd {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:03.717540 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4787d1b0-8d49-4492-8b96-d281f0730f8f", "tag": "1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:03.717977 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c986f6c1-3041-4718-af47-412b2d7d52cd {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:03.718471 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'tag': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba', 'status': 'completed', 'code': 200} Jul 19 07:43:03.723643 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'c456e7bb-c921-4e86-9a06-cac298f5281c'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:03.756902 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Pushing event updated for resources: {'Port': ['ID=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:03.778072 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f8b4dd00-2b2b-46d6-831a-a96f969f24b2 req-0ea5fb68-465c-4274-b88c-0884ef8590dd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078992 Jul 19 07:43:03.807004 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:43:03.809724 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Attempting to bind port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:43:03.810056 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Attempting to bind port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:43:03.810381 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Attempting to bind port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd on network 9b24a504-9d98-4369-9ba2-6577737a3cab {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:03.819591 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:43:03.822688 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:43:03.828306 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:03.833457 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.855078 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd on network 9b24a504-9d98-4369-9ba2-6577737a3cab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:43:03.855408 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Attempting to bind port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd on network 9b24a504-9d98-4369-9ba2-6577737a3cab {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:03.867940 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event updated for resources: {'Port': ['ID=38ac6914-a840-46f5-9ff3-61ad693171a4,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:03.874176 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-8c1b31b0-dfd7-4363-b259-afa88f921b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:03.875822 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-8c1b31b0-dfd7-4363-b259-afa88f921b44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1097 time: 0.2934155 Jul 19 07:43:03.877109 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:43:03.877441 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Checking segment: {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:43:03.877816 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Bound using segment: {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:43:03.878250 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Bound port: 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f94b40-ab62-4e87-a725-a8392dd29f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:43:03.878597 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:03.884558 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-538cbce4-8bd2-44e9-a609-f18024293ec7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5548344 Jul 19 07:43:03.932911 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Request body: {'port': {'device_id': '985079d2-d014-402f-90c8-d289033e0daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:03.986304 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-cd47a996-6255-41a4-a88f-7cfe9ca6ba3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 200 len: 217 time: 0.0649998 Jul 19 07:43:04.093501 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] For port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:43:04.095601 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a52e692d-43ce-4116-811f-d7756c21c120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:04.121105 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] For port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:43:04.139302 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a298f3e8-5f15-4e34-9541-cf6b658c056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:04.140835 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-a298f3e8-5f15-4e34-9541-cf6b658c056c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.1426702 Jul 19 07:43:04.145347 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:04.189497 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:04.217611 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-305f5ec1-1b6d-4b62-9d1e-5a02393d0df1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655749 Jul 19 07:43:04.239136 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:04.239894 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:04.241387 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] 10.222.0.25 "PUT /v2.0/ports/32fcb9d0-69f6-43db-9b96-0eaf4c8857dd HTTP/1.1" status: 200 len: 1093 time: 1.8031726 Jul 19 07:43:04.261997 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032b23b-f5d3-4b29-9c33-bea3206d9771 req-38bd0d82-82bf-4b04-83fe-bea0d5ca3e76 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:04.263937 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4032b23b-f5d3-4b29-9c33-bea3206d9771 req-38bd0d82-82bf-4b04-83fe-bea0d5ca3e76 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 943 time: 0.0735266 Jul 19 07:43:04.327005 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4032b23b-f5d3-4b29-9c33-bea3206d9771 req-61128dc7-8e88-4362-b755-3a3bda2dc340 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527134 Jul 19 07:43:04.424960 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88902-0ffa-4968-8e79-121e52c9688a req-88596adb-f3b4-4839-aad3-b1fa3db69c4e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:04.426897 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8dd88902-0ffa-4968-8e79-121e52c9688a req-88596adb-f3b4-4839-aad3-b1fa3db69c4e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 932 time: 0.0807371 Jul 19 07:43:04.479484 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8dd88902-0ffa-4968-8e79-121e52c9688a req-a7c66389-ef19-4759-b203-66b4e02e0bec tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Jul 19 07:43:04.599767 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9dd02-58d8-461a-b307-d385ebabd47a service neutron] Pushing event updated for resources: {'Port': ['ID=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:04.795910 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-152620ff-417d-4fe5-b795-15895f4e9cef service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608399 Jul 19 07:43:04.856184 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a52e692d-43ce-4116-811f-d7756c21c120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:04.866279 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-e262d324-ddb3-4aac-a5ed-670d83e17388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:04.868333 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-e262d324-ddb3-4aac-a5ed-670d83e17388 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 1096 time: 0.3418846 Jul 19 07:43:04.873959 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a52e692d-43ce-4116-811f-d7756c21c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:04.950953 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4400-0d0c-4e90-b40e-e50459c570c5 req-c0061b9f-46ce-40b3-ae1d-ac1a7f605358 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:04.952848 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-671f4400-0d0c-4e90-b40e-e50459c570c5 req-c0061b9f-46ce-40b3-ae1d-ac1a7f605358 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0877528 Jul 19 07:43:05.001616 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-671f4400-0d0c-4e90-b40e-e50459c570c5 req-1ac0b78d-31f1-4bd5-8e37-02b6b09aeda3 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Jul 19 07:43:05.025107 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d4caa30b-6c29-4fbd-8078-5c1fb5f301b0 req-16c263ec-4cc9-49d1-8822-f9879677018f service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106342 Jul 19 07:43:05.088873 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-85228824-23d2-4362-bc48-c537a80aafcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd HTTP/1.1" status: 200 len: 217 time: 0.2061217 Jul 19 07:43:05.089543 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e692d-43ce-4116-811f-d7756c21c120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905ec9d7-e2dc-4309-934b-76c3aff1600f,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:05.171923 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:43:05.181522 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-a52e692d-43ce-4116-811f-d7756c21c120 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9a94de47d164adf9e95a73d75bf09a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5724199 Jul 19 07:43:05.184898 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 40970) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:05.228575 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-6d3ceb19-0154-4e9c-889b-04e78e9f1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:05.230023 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-6d3ceb19-0154-4e9c-889b-04e78e9f1817 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.1261880 Jul 19 07:43:05.287452 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-c3b8b5c5-c043-440b-8158-2e00ddef3696 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322423 Jul 19 07:43:05.300955 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-657f6059-1af8-40b6-ae20-9622657a1713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.327588 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-657f6059-1af8-40b6-ae20-9622657a1713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.336136 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c54c-eaa5-4039-971e-7c025100d70d req-812d8637-7065-443f-a532-2000a11be839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:05.337322 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6512c54c-eaa5-4039-971e-7c025100d70d req-812d8637-7065-443f-a532-2000a11be839 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1097 time: 0.2310197 Jul 19 07:43:05.339253 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ac6914-a840-46f5-9ff3-61ad693171a4 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:05.398964 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.419777 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-657f6059-1af8-40b6-ae20-9622657a1713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.422836 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-657f6059-1af8-40b6-ae20-9622657a1713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.427590 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-657f6059-1af8-40b6-ae20-9622657a1713 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/905ec9d7-e2dc-4309-934b-76c3aff1600f HTTP/1.1" status: 204 len: 168 time: 0.2415545 Jul 19 07:43:05.446863 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f6059-1af8-40b6-ae20-9622657a1713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ec9d7-e2dc-4309-934b-76c3aff1600f,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:05.462390 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Transition to ACTIVE for port object 38ac6914-a840-46f5-9ff3-61ad693171a4 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:43:05.499372 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.579125 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaef07-2810-4454-aa56-2cd5be2e91e0 req-16231efa-6405-4b91-bfab-1fceacd8c8d2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:05.581899 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ddbaef07-2810-4454-aa56-2cd5be2e91e0 req-16231efa-6405-4b91-bfab-1fceacd8c8d2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 943 time: 0.1529877 Jul 19 07:43:05.644169 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-1b646434-c83f-4935-8b4d-263e9b651d79 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455710 Jul 19 07:43:05.678009 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Pushing event updated for resources: {'Port': ['ID=38ac6914-a840-46f5-9ff3-61ad693171a4,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:05.697774 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c54c-eaa5-4039-971e-7c025100d70d req-c9ce2d72-5663-4ae1-a172-ad8468b33f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:05.699404 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6512c54c-eaa5-4039-971e-7c025100d70d req-c9ce2d72-5663-4ae1-a172-ad8468b33f9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 920 time: 0.3430440 Jul 19 07:43:05.701284 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Attempting to bind port 38ac6914-a840-46f5-9ff3-61ad693171a4 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:43:05.701755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Attempting to bind port 38ac6914-a840-46f5-9ff3-61ad693171a4 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:43:05.702232 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Attempting to bind port 38ac6914-a840-46f5-9ff3-61ad693171a4 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:05.728867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'tag': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:05.731673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f33b81-5ea4-4794-91c2-929775cd8cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "7883aba6-74f0-4574-b038-6e64fd44ed60", "tag": "32fcb9d0-69f6-43db-9b96-0eaf4c8857dd"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:05.739602 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ddbaef07-2810-4454-aa56-2cd5be2e91e0 req-f1b08497-7c64-4c55-8b10-0b343e9faa1b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498253 Jul 19 07:43:05.788594 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9faa48-0f32-4230-9eba-b6f999f48079 req-3ce8c60a-be0f-4fdc-8bc3-d207dfe12ee8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:05.796502 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2b9faa48-0f32-4230-9eba-b6f999f48079 req-3ce8c60a-be0f-4fdc-8bc3-d207dfe12ee8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 944 time: 0.2049005 Jul 19 07:43:05.800924 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Port 38ac6914-a840-46f5-9ff3-61ad693171a4 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:43:05.801532 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Attempting to bind port 38ac6914-a840-46f5-9ff3-61ad693171a4 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:05.810176 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6512c54c-eaa5-4039-971e-7c025100d70d req-92df7cad-f95a-4fce-812a-19ff2295161d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 200 len: 217 time: 0.0904148 Jul 19 07:43:05.812861 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:43:05.813255 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Checking segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:43:05.816520 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Bound using segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:43:05.816520 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Bound port: 38ac6914-a840-46f5-9ff3-61ad693171a4, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:43:05.817244 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.883702 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2b9faa48-0f32-4230-9eba-b6f999f48079 req-ebed2b1d-d320-498a-9357-76da90840df1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780535 Jul 19 07:43:05.921243 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 41020) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:05.939909 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0f1e-c1df-422b-8a1f-c13c362266b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:05.953939 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c2570-b8c5-492a-af48-d9fe78b643f9 x-openstack-request-id: req-669c2570-b8c5-492a-af48-d9fe78b643f9 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:05.954517 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7883aba6-74f0-4574-b038-6e64fd44ed60", "tag": "32fcb9d0-69f6-43db-9b96-0eaf4c8857dd", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:05.954517 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-669c2570-b8c5-492a-af48-d9fe78b643f9 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:05.954826 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'tag': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd', 'status': 'completed', 'code': 200} Jul 19 07:43:06.026464 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c54c-eaa5-4039-971e-7c025100d70d req-7966d016-d47f-4c2b-8235-6e0cf56b699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:06.028115 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6512c54c-eaa5-4039-971e-7c025100d70d req-7966d016-d47f-4c2b-8235-6e0cf56b699a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.1445787 Jul 19 07:43:06.034283 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b69a105-8311-4021-afe4-872d64bf9c60 req-5d78013b-1753-4751-85f5-53e4f8935483 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687792 Jul 19 07:43:06.041690 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] For port 38ac6914-a840-46f5-9ff3-61ad693171a4, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:43:06.047833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] For port 38ac6914-a840-46f5-9ff3-61ad693171a4, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38ac6914-a840-46f5-9ff3-61ad693171a4,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:43:06.060616 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.083694 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:43:06.135333 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0f1e-c1df-422b-8a1f-c13c362266b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.142109 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Pushing event updated for resources: {'Port': ['ID=38ac6914-a840-46f5-9ff3-61ad693171a4,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:06.143730 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0f1e-c1df-422b-8a1f-c13c362266b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.147071 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6512c54c-eaa5-4039-971e-7c025100d70d req-d90190f4-8fbd-451d-96a0-c2ef64a1393b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015604 Jul 19 07:43:06.217507 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9c8c0f1e-c1df-422b-8a1f-c13c362266b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=796ea73462ae40cb9512e90a71a3734b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951314 Jul 19 07:43:06.219674 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c0f1e-c1df-422b-8a1f-c13c362266b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30c15bc-770b-4e9d-9e97-b03e622d8820,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:06.229696 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:06.230786 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.233191 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c93ea00c-2ef5-4701-b766-10061de8d480 service neutron] 10.222.0.25 "PUT /v2.0/ports/38ac6914-a840-46f5-9ff3-61ad693171a4 HTTP/1.1" status: 200 len: 1094 time: 2.3109114 Jul 19 07:43:06.233988 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 41028) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:06.305087 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347203-ece2-406b-a9eb-53ff6ccd0860 req-2ecb7c85-0e91-4585-a619-73bb843ec10e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:06.316927 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08347203-ece2-406b-a9eb-53ff6ccd0860 req-2ecb7c85-0e91-4585-a619-73bb843ec10e tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0979207 Jul 19 07:43:06.369325 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08347203-ece2-406b-a9eb-53ff6ccd0860 req-74baca46-cd92-4bf4-a613-fe580f66f215 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483155 Jul 19 07:43:06.418964 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-47bb49c8-94a4-4c94-b7c3-317457e62000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:06.420609 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-47bb49c8-94a4-4c94-b7c3-317457e62000 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 1096 time: 0.2796662 Jul 19 07:43:06.432252 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:06.443536 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba', 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'port_id': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba', 'mac_address': 'fa:16:3e:3b:e4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:43:06.495623 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6512c54c-eaa5-4039-971e-7c025100d70d req-7c227655-986f-4193-877f-372558c0fe0d service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910500 Jul 19 07:43:06.496781 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.513344 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:06.535805 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:06.537553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e9e20e75-aaf6-45a7-9226-987732f2d3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.544467 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.550200 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-67fd13e6-bfe0-496e-8c1e-91a111b34e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:06.551675 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-67fd13e6-bfe0-496e-8c1e-91a111b34e7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 1097 time: 0.2487671 Jul 19 07:43:06.602972 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:06.638039 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-297c1bcc-7ab4-42f9-a498-581a7bf5f4c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ac6914-a840-46f5-9ff3-61ad693171a4 HTTP/1.1" status: 200 len: 217 time: 0.0602758 Jul 19 07:43:06.647385 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e9e20e75-aaf6-45a7-9226-987732f2d3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:06.880530 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-df523447-1ad2-4ec5-a3a5-dc7aa141b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:06.882457 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-df523447-1ad2-4ec5-a3a5-dc7aa141b79e service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 920 time: 0.4519305 Jul 19 07:43:06.902222 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d908d4-78e4-48b3-8a77-55c6030fde1d req-327e742d-e144-45c6-9aac-cf416bcf12ab tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:06.911707 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-18d908d4-78e4-48b3-8a77-55c6030fde1d req-327e742d-e144-45c6-9aac-cf416bcf12ab tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 943 time: 0.0915625 Jul 19 07:43:06.917606 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:06.980960 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-18d908d4-78e4-48b3-8a77-55c6030fde1d req-15a254fd-2a86-45ef-be2b-bd985cc15da5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 Jul 19 07:43:06.995305 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-da2a19aa-146b-4c35-94c7-a36493d2c69e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd HTTP/1.1" status: 200 len: 217 time: 0.0866230 Jul 19 07:43:07.009470 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6512c54c-eaa5-4039-971e-7c025100d70d req-6410839c-6108-46ba-995d-e463edc44aad service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750707 Jul 19 07:43:07.011244 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-f2a3761e-ad65-4de3-89f2-e8590db7d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:07.013265 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-f2a3761e-ad65-4de3-89f2-e8590db7d11b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.3356831 Jul 19 07:43:07.100162 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e9e20e75-aaf6-45a7-9226-987732f2d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.103298 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e9e20e75-aaf6-45a7-9226-987732f2d3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.104434 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e9e20e75-aaf6-45a7-9226-987732f2d3f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c30c15bc-770b-4e9d-9e97-b03e622d8820 HTTP/1.1" status: 204 len: 168 time: 0.8692787 Jul 19 07:43:07.106447 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-c1d9e330-ae25-4187-941c-7a1da1e3918e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619187 Jul 19 07:43:07.131291 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e20e75-aaf6-45a7-9226-987732f2d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30c15bc-770b-4e9d-9e97-b03e622d8820,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:07.174947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-b59d488d-3441-43d5-a917-7cea75453cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:07.174947 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-b59d488d-3441-43d5-a917-7cea75453cba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.1465786 Jul 19 07:43:07.193778 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde2b8-6647-45ea-81eb-e21afae1964c req-268fac13-84b9-4bd8-938a-334e4611579d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:07.195814 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4dde2b8-6647-45ea-81eb-e21afae1964c req-268fac13-84b9-4bd8-938a-334e4611579d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 944 time: 0.1420166 Jul 19 07:43:07.240688 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4dde2b8-6647-45ea-81eb-e21afae1964c req-469dd706-41ea-4d86-b178-4de132842fa4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380878 Jul 19 07:43:07.255679 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-a05b7a19-885a-41e5-8175-6f4671f07e0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656173 Jul 19 07:43:07.317784 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-93d3404e-d395-4e27-abc3-fa07c816650f service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020128 Jul 19 07:43:07.429802 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-3f19a0a4-1a44-426c-90ea-827245eeed7d service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603606 Jul 19 07:43:07.481601 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a3ed0bd2-d1a3-4958-9037-3fa08a2e5412 req-1844f6aa-0bc6-4d71-adfe-4f8c072af5c5 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383386 Jul 19 07:43:07.517989 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ba655-a3fe-4023-a478-282192968c3e req-6de879ce-d008-40c0-97a9-b907bf621483 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:07.525286 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e78ba655-a3fe-4023-a478-282192968c3e req-6de879ce-d008-40c0-97a9-b907bf621483 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0829074 Jul 19 07:43:07.549119 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d1f33b81-5ea4-4794-91c2-929775cd8cdb req-f7ad2261-7724-410d-9134-ff38a7a71d9f service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098642 Jul 19 07:43:07.549891 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 41068) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:07.564765 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-674ec9b1-c8bb-4fe7-bd5a-a34dc6f2cbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.565216 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e78ba655-a3fe-4023-a478-282192968c3e req-90a42e88-e09a-43b3-9697-cf5d076d2f18 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Jul 19 07:43:07.658307 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-674ec9b1-c8bb-4fe7-bd5a-a34dc6f2cbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.662216 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-674ec9b1-c8bb-4fe7-bd5a-a34dc6f2cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.700675 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-674ec9b1-c8bb-4fe7-bd5a-a34dc6f2cbb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0614971f7c4741d790c4509978b0fe06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496181 Jul 19 07:43:07.701763 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ec9b1-c8bb-4fe7-bd5a-a34dc6f2cbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba998aa8-2393-444a-a589-81196a68783b,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:07.703360 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 41070) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:07.755360 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9026d3fe-c016-48dc-a968-55b17d26eeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.775781 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9026d3fe-c016-48dc-a968-55b17d26eeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.821442 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9026d3fe-c016-48dc-a968-55b17d26eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.824080 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9026d3fe-c016-48dc-a968-55b17d26eeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:07.825262 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9026d3fe-c016-48dc-a968-55b17d26eeb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba998aa8-2393-444a-a589-81196a68783b HTTP/1.1" status: 204 len: 168 time: 0.1208243 Jul 19 07:43:07.832995 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026d3fe-c016-48dc-a968-55b17d26eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba998aa8-2393-444a-a589-81196a68783b,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:07.955837 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985079d2-d014-402f-90c8-d289033e0daf', 'tag': '38ac6914-a840-46f5-9ff3-61ad693171a4'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:07.958342 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da55460-a8ab-4afb-87b5-5afd863a55c6" -d '{"events": [{"name": "network-changed", "server_uuid": "985079d2-d014-402f-90c8-d289033e0daf", "tag": "38ac6914-a840-46f5-9ff3-61ad693171a4"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:08.001850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aac259-15c7-4b34-b54d-05a23c12f181 x-openstack-request-id: req-20aac259-15c7-4b34-b54d-05a23c12f181 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:08.001850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985079d2-d014-402f-90c8-d289033e0daf", "tag": "38ac6914-a840-46f5-9ff3-61ad693171a4", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:08.001850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20aac259-15c7-4b34-b54d-05a23c12f181 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:08.001850 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985079d2-d014-402f-90c8-d289033e0daf', 'tag': '38ac6914-a840-46f5-9ff3-61ad693171a4', 'status': 'completed', 'code': 200} Jul 19 07:43:08.092280 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-cd1aeb57-9289-4bec-af9f-255e62e49bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:08.094167 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-cd1aeb57-9289-4bec-af9f-255e62e49bee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 1097 time: 0.0656631 Jul 19 07:43:08.100181 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:43:08.103793 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:43:08.120654 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6909f-228b-46ea-b5d0-037a5cbad607 req-05932662-632d-43be-89a4-8d45b0cc0dbc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:08.121887 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6cc6909f-228b-46ea-b5d0-037a5cbad607 req-05932662-632d-43be-89a4-8d45b0cc0dbc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 943 time: 0.0824330 Jul 19 07:43:08.176560 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6cc6909f-228b-46ea-b5d0-037a5cbad607 req-8eca4420-e79e-44a2-bb17-cdfd72a170e6 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Jul 19 07:43:08.222277 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-247e3816-9dad-428a-bf1d-73583da4a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:08.224482 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-247e3816-9dad-428a-bf1d-73583da4a3e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 916 time: 0.1216941 Jul 19 07:43:08.230241 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:43:08.236807 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:43:08.237363 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:08.278743 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-f966e0c9-cf3b-48ba-8d1a-3deac8206249 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ac6914-a840-46f5-9ff3-61ad693171a4 HTTP/1.1" status: 200 len: 217 time: 0.0429537 Jul 19 07:43:08.323154 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:08.353827 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd', 'network_id': '9b24a504-9d98-4369-9ba2-6577737a3cab', 'port_id': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd', 'mac_address': 'fa:16:3e:d5:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364615c6-9168-4f15-9bf7-8b402090bd0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:43:08.370478 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-a39fe718-405a-4ec2-92a6-0d99cc5da4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:08.375845 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-a39fe718-405a-4ec2-92a6-0d99cc5da4e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.0887973 Jul 19 07:43:08.434011 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db5478-edb6-4c8b-a7d0-a15f62191ab4 req-97798f44-9bff-458c-a81b-51ff7c661138 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:08.443989 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-59db5478-edb6-4c8b-a7d0-a15f62191ab4 req-97798f44-9bff-458c-a81b-51ff7c661138 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 944 time: 0.1022620 Jul 19 07:43:08.450328 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:08.456049 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-4ed6ddfe-bc02-47dc-8b5e-f94d7c76740d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673771 Jul 19 07:43:08.500982 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-59db5478-edb6-4c8b-a7d0-a15f62191ab4 req-a767f6fc-ba57-48e6-a558-afdf5014ca78 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Jul 19 07:43:08.516477 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:08.551291 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:08.552588 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:08.585099 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:08.637256 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-c0a43d31-af2e-4f5f-b949-4e1155c1266a service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608427 Jul 19 07:43:08.644781 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:08.647667 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd7f3a9-f71a-4003-bfce-021835e74f7d" -d '{"events": [{"server_uuid": "4787d1b0-8d49-4492-8b96-d281f0730f8f", "name": "network-vif-plugged", "status": "completed", "tag": "1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:08.657548 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-436b595b-53ba-4fe3-950b-f99dcbf5328b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:08.659145 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-436b595b-53ba-4fe3-950b-f99dcbf5328b tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 945 time: 0.1255341 Jul 19 07:43:08.669116 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:08.684885 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:08.689977 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:08.751710 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:08.759868 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3c9688-3215-4824-999f-5a6e6969cbdb x-openstack-request-id: req-cc3c9688-3215-4824-999f-5a6e6969cbdb {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:08.760157 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4787d1b0-8d49-4492-8b96-d281f0730f8f", "name": "network-vif-plugged", "status": "completed", "tag": "1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:08.760433 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc3c9688-3215-4824-999f-5a6e6969cbdb {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:08.760821 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba', 'code': 200} Jul 19 07:43:08.826704 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aacb2-b88b-47ed-b2eb-180865953b07 req-c54b3bf5-7fc9-444f-b7d6-4423658486e6 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:08.828381 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c83aacb2-b88b-47ed-b2eb-180865953b07 req-c54b3bf5-7fc9-444f-b7d6-4423658486e6 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 945 time: 0.1122985 Jul 19 07:43:08.898396 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c83aacb2-b88b-47ed-b2eb-180865953b07 req-7f0a121f-abdf-4c41-88d5-8fceeb48bc09 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/security-groups?id=e42e8638-8a6b-4ead-af53-1b8928b81d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632756 Jul 19 07:43:08.923841 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9da55460-a8ab-4afb-87b5-5afd863a55c6 req-492cc07a-5068-4984-b932-69909218a562 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747812 Jul 19 07:43:08.940323 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['32fcb9d0-69f6-43db-9b96-0eaf4c8857dd'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:08.979081 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Deleting port e4df79e2-edab-471c-a81b-5162f8983635 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:43:08.979444 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:09.084423 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd19170-6b33-4485-b470-92a0f08c7253 req-9ed48bbf-b996-4ced-96db-349cf050268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:09.085970 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-fbd19170-6b33-4485-b470-92a0f08c7253 req-9ed48bbf-b996-4ced-96db-349cf050268a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1099 time: 0.1381822 Jul 19 07:43:09.096850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] For port e4df79e2-edab-471c-a81b-5162f8983635, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4df79e2-edab-471c-a81b-5162f8983635,segment=NetworkSegment(3b51324b-6ec0-4de0-ae9e-34ab642acdb1),segment_id=3b51324b-6ec0-4de0-ae9e-34ab642acdb1)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:09.097209 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:09.122896 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Calling delete_port for e4df79e2-edab-471c-a81b-5162f8983635 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:43:09.176468 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-fbd19170-6b33-4485-b470-92a0f08c7253 req-cfd66e0f-c8ef-4b7b-a0fe-765987da4f30 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Jul 19 07:43:09.290879 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:09.323881 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154781c0-ce5b-4d23-948e-3e2ac8ea1711 req-71dcac84-5ca6-4771-a66b-18ec1be4a6fa tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:09.325397 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-154781c0-ce5b-4d23-948e-3e2ac8ea1711 req-71dcac84-5ca6-4771-a66b-18ec1be4a6fa tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 944 time: 0.0711384 Jul 19 07:43:09.328625 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Pushing event deleted for resources: {'Port': ['ID=e4df79e2-edab-471c-a81b-5162f8983635,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:09.377972 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-154781c0-ce5b-4d23-948e-3e2ac8ea1711 req-538c0596-179e-4d7c-862f-043a28f2b1a5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Jul 19 07:43:09.383516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] No DVR routers for this DVR port e4df79e2-edab-471c-a81b-5162f8983635 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:43:09.395301 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:09.397683 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3bdf1a26-bae3-43b2-815d-894117d290f2 req-be841a49-72d3-4e74-81cf-252470bf74fd tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.25 "DELETE /v2.0/ports/e4df79e2-edab-471c-a81b-5162f8983635 HTTP/1.1" status: 204 len: 173 time: 0.7281106 Jul 19 07:43:09.637577 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b5044-ff0a-4cbf-81fb-0c183f3d0822 req-61364079-35b4-42cc-8920-61ad2e1b7310 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:09.639041 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a59b5044-ff0a-4cbf-81fb-0c183f3d0822 req-61364079-35b4-42cc-8920-61ad2e1b7310 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 944 time: 0.0669482 Jul 19 07:43:09.675163 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a59b5044-ff0a-4cbf-81fb-0c183f3d0822 req-d53a2a47-81e0-4738-8ee3-4773e86c74fb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307763 Jul 19 07:43:09.716960 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['e4df79e2-edab-471c-a81b-5162f8983635'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:10.003054 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff78c5-4514-4fda-8970-94494685d3b5', 'name': 'network-vif-deleted', 'tag': 'e4df79e2-edab-471c-a81b-5162f8983635'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:10.005548 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ff36c-0772-4579-b323-124c62de9127" -d '{"events": [{"server_uuid": "87ff78c5-4514-4fda-8970-94494685d3b5", "name": "network-vif-deleted", "tag": "e4df79e2-edab-471c-a81b-5162f8983635"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:10.037184 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e79511cc-56c9-4dbe-af9f-d21971150144 req-3ff57bb3-e375-45f4-9924-d9325c226741 tempest-VolumesActionsTest-55578433 tempest-VolumesActionsTest-55578433-project] 10.222.0.10 "GET /v2.0/ports?device_id=87ff78c5-4514-4fda-8970-94494685d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0320685 Jul 19 07:43:10.045902 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483c33f1-8f97-41f7-8b98-acf821834d5f x-openstack-request-id: req-483c33f1-8f97-41f7-8b98-acf821834d5f {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:10.046201 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ff78c5-4514-4fda-8970-94494685d3b5", "name": "network-vif-deleted", "tag": "e4df79e2-edab-471c-a81b-5162f8983635", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:10.046457 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-483c33f1-8f97-41f7-8b98-acf821834d5f {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:10.046854 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ff78c5-4514-4fda-8970-94494685d3b5', 'name': 'network-vif-deleted', 'tag': 'e4df79e2-edab-471c-a81b-5162f8983635', 'status': 'completed', 'code': 200} Jul 19 07:43:10.104649 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 38ac6914-a840-46f5-9ff3-61ad693171a4 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:43:10.106731 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:43:10.215502 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:43:10.224981 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:43:10.225366 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.275897 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 38ac6914-a840-46f5-9ff3-61ad693171a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38ac6914-a840-46f5-9ff3-61ad693171a4,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:10.292845 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '38ac6914-a840-46f5-9ff3-61ad693171a4', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'port_id': '38ac6914-a840-46f5-9ff3-61ad693171a4', 'mac_address': 'fa:16:3e:51:45:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5daced-5b5f-4f67-88a0-29aee7da9eb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:43:10.363415 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.365364 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.386545 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ac6914-a840-46f5-9ff3-61ad693171a4 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:10.400625 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 41168) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:10.430222 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 38ac6914-a840-46f5-9ff3-61ad693171a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38ac6914-a840-46f5-9ff3-61ad693171a4,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:10.445068 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.451606 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:10.478105 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.510764 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=38ac6914-a840-46f5-9ff3-61ad693171a4,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:10.541525 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad1450-c6f7-4f97-a889-d808d8d7792b req-db838330-cefb-4a52-b548-0692f67def51 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:10.543023 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-30ad1450-c6f7-4f97-a889-d808d8d7792b req-db838330-cefb-4a52-b548-0692f67def51 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0738325 Jul 19 07:43:10.565590 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43cf-9276-48dd-9e11-7267aa24ed9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.573984 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:10.615161 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-30ad1450-c6f7-4f97-a889-d808d8d7792b req-47ade8c6-1442-44b7-ae92-b0ac11583298 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642772 Jul 19 07:43:10.699945 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43cf-9276-48dd-9e11-7267aa24ed9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.704565 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43cf-9276-48dd-9e11-7267aa24ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.742698 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf43cf-9276-48dd-9e11-7267aa24ed9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04b6d8-1502-47a6-88ce-2e9cf17bd275,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:10.747024 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9eaf43cf-9276-48dd-9e11-7267aa24ed9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=916a55f1568c49fc88096ecd373ada74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447392 Jul 19 07:43:10.749867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 41188) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:10.762052 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:10.764710 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09258bae-4c3e-4308-ad51-44fd29a1e0d2" -d '{"events": [{"server_uuid": "7883aba6-74f0-4574-b038-6e64fd44ed60", "name": "network-vif-plugged", "status": "completed", "tag": "32fcb9d0-69f6-43db-9b96-0eaf4c8857dd"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:10.810593 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d18cd-5066-4b59-99d0-ed63cc3fca2a x-openstack-request-id: req-e89d18cd-5066-4b59-99d0-ed63cc3fca2a {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:10.810887 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7883aba6-74f0-4574-b038-6e64fd44ed60", "name": "network-vif-plugged", "status": "completed", "tag": "32fcb9d0-69f6-43db-9b96-0eaf4c8857dd", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:10.811137 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e89d18cd-5066-4b59-99d0-ed63cc3fca2a {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:10.811523 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd', 'code': 200} Jul 19 07:43:10.816992 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['38ac6914-a840-46f5-9ff3-61ad693171a4'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:10.828098 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e38092-2cc2-44c0-a78b-cf2e828a75b5 req-6d8287d0-0fb7-479f-a1d0-b52b5a7d9508 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:10.830787 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d5235855-2eea-4aa1-be5d-4cc18f71eb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.834904 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-68e38092-2cc2-44c0-a78b-cf2e828a75b5 req-6d8287d0-0fb7-479f-a1d0-b52b5a7d9508 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 945 time: 0.0815790 Jul 19 07:43:10.857716 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d5235855-2eea-4aa1-be5d-4cc18f71eb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.900161 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-68e38092-2cc2-44c0-a78b-cf2e828a75b5 req-9cc8d598-fa16-41bb-a8d8-45ea4cf0b567 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634553 Jul 19 07:43:10.920766 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d5235855-2eea-4aa1-be5d-4cc18f71eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.923539 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d5235855-2eea-4aa1-be5d-4cc18f71eb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:10.925217 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d5235855-2eea-4aa1-be5d-4cc18f71eb51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e04b6d8-1502-47a6-88ce-2e9cf17bd275 HTTP/1.1" status: 204 len: 168 time: 0.1738675 Jul 19 07:43:10.934618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5235855-2eea-4aa1-be5d-4cc18f71eb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04b6d8-1502-47a6-88ce-2e9cf17bd275,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:11.101771 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c24418-afe8-4dde-b702-1c07d6b529b9 req-44abc488-3021-4946-873c-73f2ddb9521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:11.103305 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c4c24418-afe8-4dde-b702-1c07d6b529b9 req-44abc488-3021-4946-873c-73f2ddb9521b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 1098 time: 0.0801041 Jul 19 07:43:11.153011 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c4c24418-afe8-4dde-b702-1c07d6b529b9 req-8b38be91-868c-4869-b601-c8924d1977ed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Jul 19 07:43:11.286950 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 41212) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:11.300637 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-707c56ef-cdb1-4065-9e99-38f1fb0fa737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:11.392399 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-707c56ef-cdb1-4065-9e99-38f1fb0fa737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:11.398252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-707c56ef-cdb1-4065-9e99-38f1fb0fa737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:11.445008 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-707c56ef-cdb1-4065-9e99-38f1fb0fa737 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9422506beb04493aabc3b3d862bab22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568806 Jul 19 07:43:11.447367 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c56ef-cdb1-4065-9e99-38f1fb0fa737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6af9ed-ea91-4bd7-966d-de54fe2c2059,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:11.447918 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 41220) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:11.518788 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2836641-a396-417e-b87b-4c04a8f5f196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:11.541096 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2836641-a396-417e-b87b-4c04a8f5f196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:11.585575 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2836641-a396-417e-b87b-4c04a8f5f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:11.588069 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c2836641-a396-417e-b87b-4c04a8f5f196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:11.589241 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c2836641-a396-417e-b87b-4c04a8f5f196 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca6af9ed-ea91-4bd7-966d-de54fe2c2059 HTTP/1.1" status: 204 len: 168 time: 0.1396742 Jul 19 07:43:11.596982 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2836641-a396-417e-b87b-4c04a8f5f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6af9ed-ea91-4bd7-966d-de54fe2c2059,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:11.778526 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bab2-d936-4399-b889-cebdff120de3 req-819b969b-cdc4-4e64-94ab-522d82d406ec tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:11.786493 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fac0bab2-d936-4399-b889-cebdff120de3 req-819b969b-cdc4-4e64-94ab-522d82d406ec tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0947773 Jul 19 07:43:11.830836 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fac0bab2-d936-4399-b889-cebdff120de3 req-51910024-9c48-4198-8d31-f88c055a4686 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Jul 19 07:43:11.983745 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 41258) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:11.998378 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c372-4d95-4883-aef3-e950a10bdad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.034786 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56724b74-3ed0-4f23-9dcc-3f6dcfa42c62 req-b07d1105-d035-41b1-a725-c8452c167eb7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:12.036561 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-56724b74-3ed0-4f23-9dcc-3f6dcfa42c62 req-b07d1105-d035-41b1-a725-c8452c167eb7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 945 time: 0.0705531 Jul 19 07:43:12.087641 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-56724b74-3ed0-4f23-9dcc-3f6dcfa42c62 req-805e1e0f-c55b-466a-97c7-0a394e7bad5e tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 Jul 19 07:43:12.111230 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c372-4d95-4883-aef3-e950a10bdad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.111683 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 38ac6914-a840-46f5-9ff3-61ad693171a4 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:43:12.117990 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c372-4d95-4883-aef3-e950a10bdad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.159436 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-6cd2c372-4d95-4883-aef3-e950a10bdad9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f3745d2e3da4fbead13407d5499d743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744695 Jul 19 07:43:12.160656 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2c372-4d95-4883-aef3-e950a10bdad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5483b9cf-ade5-4f4a-a662-17abe9b2628f,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:12.162390 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 41264) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:12.178009 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 38ac6914-a840-46f5-9ff3-61ad693171a4 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:43:12.184609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 38ac6914-a840-46f5-9ff3-61ad693171a4 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:43:12.185379 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.231791 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a7738b65-d1ce-485d-9456-dce80dcbc60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.271676 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a7738b65-d1ce-485d-9456-dce80dcbc60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.288144 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.327680 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 38ac6914-a840-46f5-9ff3-61ad693171a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38ac6914-a840-46f5-9ff3-61ad693171a4,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:12.334752 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.336033 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e4df79e2-edab-471c-a81b-5162f8983635 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:43:12.337724 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a7738b65-d1ce-485d-9456-dce80dcbc60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.343112 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a7738b65-d1ce-485d-9456-dce80dcbc60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:12.346882 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a7738b65-d1ce-485d-9456-dce80dcbc60b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5483b9cf-ade5-4f4a-a662-17abe9b2628f HTTP/1.1" status: 204 len: 168 time: 0.1810288 Jul 19 07:43:12.362577 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7738b65-d1ce-485d-9456-dce80dcbc60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5483b9cf-ade5-4f4a-a662-17abe9b2628f,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:12.390767 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: e4df79e2-edab-471c-a81b-5162f8983635 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:43:12.391978 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e4df79e2-edab-471c-a81b-5162f8983635 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:43:12.427019 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=38ac6914-a840-46f5-9ff3-61ad693171a4,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:12.812878 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985079d2-d014-402f-90c8-d289033e0daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ac6914-a840-46f5-9ff3-61ad693171a4'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:12.815337 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdbc425-405d-4011-b728-5c8707b024c8" -d '{"events": [{"server_uuid": "985079d2-d014-402f-90c8-d289033e0daf", "name": "network-vif-plugged", "status": "completed", "tag": "38ac6914-a840-46f5-9ff3-61ad693171a4"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:12.852385 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ed2c6-cdc8-4a6f-a5c8-b7afe88bb8ca x-openstack-request-id: req-471ed2c6-cdc8-4a6f-a5c8-b7afe88bb8ca {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:12.852682 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985079d2-d014-402f-90c8-d289033e0daf", "name": "network-vif-plugged", "status": "completed", "tag": "38ac6914-a840-46f5-9ff3-61ad693171a4", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:12.852935 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-471ed2c6-cdc8-4a6f-a5c8-b7afe88bb8ca {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:12.853320 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985079d2-d014-402f-90c8-d289033e0daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ac6914-a840-46f5-9ff3-61ad693171a4', 'code': 200} Jul 19 07:43:12.981271 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89037933-bbf4-464b-a122-281edd55fd20 req-f94a7b98-aed9-448e-823f-78c37a66a9ef tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:12.983093 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-89037933-bbf4-464b-a122-281edd55fd20 req-f94a7b98-aed9-448e-823f-78c37a66a9ef tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0742378 Jul 19 07:43:13.020764 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-89037933-bbf4-464b-a122-281edd55fd20 req-8e7c0daa-b993-4173-b2f2-1af3649efcca tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Jul 19 07:43:13.302360 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e244683-17db-4453-ae32-8003d89bc611 req-78c899ee-3c33-40d3-89dd-8b67fed3dd2a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:13.303883 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4e244683-17db-4453-ae32-8003d89bc611 req-78c899ee-3c33-40d3-89dd-8b67fed3dd2a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.0655847 Jul 19 07:43:13.340630 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4e244683-17db-4453-ae32-8003d89bc611 req-6f10b1f8-ebe1-410d-a186-3eeec39e4f77 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Jul 19 07:43:13.462369 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8139c6-cd45-4e46-abe9-53fcfe9be22c req-82f8257f-f928-418c-8de8-df7a8421fb73 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:13.463997 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bb8139c6-cd45-4e46-abe9-53fcfe9be22c req-82f8257f-f928-418c-8de8-df7a8421fb73 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0681648 Jul 19 07:43:13.505571 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bb8139c6-cd45-4e46-abe9-53fcfe9be22c req-2596eb9e-e7a7-4eb7-bed4-c62fd40415d5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348651 Jul 19 07:43:16.212831 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-66b865fe-8898-48de-9c8d-0d7c68299ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:16.214309 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-66b865fe-8898-48de-9c8d-0d7c68299ee2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 1098 time: 0.0870159 Jul 19 07:43:16.216021 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3fe81-7f99-44ba-ab4f-0ee06899c069 req-3464bda5-89cc-4f78-8db0-cc9be63197f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:16.217395 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-70b3fe81-7f99-44ba-ab4f-0ee06899c069 req-3464bda5-89cc-4f78-8db0-cc9be63197f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 1099 time: 0.0994632 Jul 19 07:43:16.306858 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6348-4f34-41a1-8f05-76b3fc025d4d req-157c5e2d-36ab-4ae4-a64a-82018c2a87fd tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:16.307428 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-70b3fe81-7f99-44ba-ab4f-0ee06899c069 req-3b47cd59-aa47-452a-b059-0ff64a06d389 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Jul 19 07:43:16.308352 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a72d6348-4f34-41a1-8f05-76b3fc025d4d req-157c5e2d-36ab-4ae4-a64a-82018c2a87fd tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.1083961 Jul 19 07:43:16.316258 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbe7f3-8442-45ed-a088-f96e0105f532 req-7fde6688-59ef-4644-a21d-ea3629852bf3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:16.317633 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91dbe7f3-8442-45ed-a088-f96e0105f532 req-7fde6688-59ef-4644-a21d-ea3629852bf3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1076727 Jul 19 07:43:16.356114 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-a95dc1db-4264-4fc0-99c3-5548441546ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:16.357608 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-a95dc1db-4264-4fc0-99c3-5548441546ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 920 time: 0.1063874 Jul 19 07:43:16.374371 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91dbe7f3-8442-45ed-a088-f96e0105f532 req-eaabccac-6dba-4481-9540-db65fbe41520 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Jul 19 07:43:16.377026 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a72d6348-4f34-41a1-8f05-76b3fc025d4d req-1043658b-fdab-47c6-8fab-84b3061e80b0 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585604 Jul 19 07:43:16.439070 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-34353067-15fe-46ea-bfcc-3a036735c902 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd HTTP/1.1" status: 200 len: 217 time: 0.0361669 Jul 19 07:43:16.489380 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-85ef809e-deb8-481a-864c-a771240d23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:16.490825 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-85ef809e-deb8-481a-864c-a771240d23f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.0432813 Jul 19 07:43:16.530551 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-e39b8300-2f97-46de-abcc-85dd5ea42109 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255868 Jul 19 07:43:16.814662 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-8c1c7a27-8ee5-480e-8b1b-3f05372c1480 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654984 Jul 19 07:43:16.917597 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1aa6af5f-448b-4afd-ad97-ab4612498945 req-71dcea96-7669-42ac-a118-f74c02e2b787 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Jul 19 07:43:17.525257 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6913d77-9dbf-4039-83a7-29653a9b15c2 req-e60e6e0d-70ba-42e4-b9c5-be65714ca0f9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:17.526844 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b6913d77-9dbf-4039-83a7-29653a9b15c2 req-e60e6e0d-70ba-42e4-b9c5-be65714ca0f9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.0793409 Jul 19 07:43:17.578159 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b6913d77-9dbf-4039-83a7-29653a9b15c2 req-741ee536-085d-4183-aaf4-2b402f5078ee tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Jul 19 07:43:17.664506 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f05fe-d51c-4bee-8b8b-447812d25f74 req-3aeded6b-2546-4d18-b5ba-1c8af611da68 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:17.665983 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-210f05fe-d51c-4bee-8b8b-447812d25f74 req-3aeded6b-2546-4d18-b5ba-1c8af611da68 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0707054 Jul 19 07:43:17.705585 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-210f05fe-d51c-4bee-8b8b-447812d25f74 req-be0cf245-3abb-40ad-b157-9df694d38b23 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Jul 19 07:43:17.719838 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-99a87337-4021-4548-9b98-9db984c4fbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.233280 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 41434) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:18.340346 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-efce118e-65b5-4997-8dd4-4e50a7a07b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.456845 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-efce118e-65b5-4997-8dd4-4e50a7a07b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.467807 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-efce118e-65b5-4997-8dd4-4e50a7a07b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.513792 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce118e-65b5-4997-8dd4-4e50a7a07b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d79a0-e48d-4a88-adea-461568edc924,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:18.522017 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-efce118e-65b5-4997-8dd4-4e50a7a07b0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96d53121a33546908db437d30071eff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871752 Jul 19 07:43:18.526527 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 41454) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:18.635637 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c781e850-bb33-46eb-ae24-ee5194631169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.669616 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c781e850-bb33-46eb-ae24-ee5194631169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.782439 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c781e850-bb33-46eb-ae24-ee5194631169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.785920 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c781e850-bb33-46eb-ae24-ee5194631169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:18.790961 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c781e850-bb33-46eb-ae24-ee5194631169 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/790d79a0-e48d-4a88-adea-461568edc924 HTTP/1.1" status: 204 len: 168 time: 0.2633989 Jul 19 07:43:18.821039 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e850-bb33-46eb-ae24-ee5194631169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d79a0-e48d-4a88-adea-461568edc924,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:18.855326 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db1a76-3afd-46d2-ab2d-768196271588 req-4a60845a-12b7-4276-9d5d-0d46c743e3b4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:18.863104 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-31db1a76-3afd-46d2-ab2d-768196271588 req-4a60845a-12b7-4276-9d5d-0d46c743e3b4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.1229239 Jul 19 07:43:18.942307 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-31db1a76-3afd-46d2-ab2d-768196271588 req-7aa26f4c-e7a6-45a3-af83-9d16d4bee4a7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783067 Jul 19 07:43:18.983147 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11632-439f-4f21-9e9d-d8526c8cb3a4 req-6ab73a4c-bf9f-4132-a291-ea5ffc431ad0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:18.992052 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d2f11632-439f-4f21-9e9d-d8526c8cb3a4 req-6ab73a4c-bf9f-4132-a291-ea5ffc431ad0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1502616 Jul 19 07:43:19.054041 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d2f11632-439f-4f21-9e9d-d8526c8cb3a4 req-b5df2859-c494-491a-ba4b-c5bdfa516fe5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Jul 19 07:43:20.052194 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-d9106781-9e9b-4945-90d8-9e278eac8677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:20.180434 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c277d2-63b4-4c82-9f6c-df43092deb65 req-71280709-73bf-45b7-af11-532f955b3de1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:20.184822 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-48c277d2-63b4-4c82-9f6c-df43092deb65 req-71280709-73bf-45b7-af11-532f955b3de1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0701640 Jul 19 07:43:20.220160 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-48c277d2-63b4-4c82-9f6c-df43092deb65 req-3b912565-21c9-4ae0-b278-41406fd528d0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Jul 19 07:43:20.537305 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:21.544133 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:23.390227 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:23.890090 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb86b27-16c5-4d61-8587-cea1408ae601 req-6fc52763-808c-4b6a-abb6-1e9a77d56b85 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:23.905478 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-beb86b27-16c5-4d61-8587-cea1408ae601 req-6fc52763-808c-4b6a-abb6-1e9a77d56b85 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1508641 Jul 19 07:43:23.964636 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-beb86b27-16c5-4d61-8587-cea1408ae601 req-6ee9e5b4-82fc-4371-a0a3-7b5c23fdd47a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622730 Jul 19 07:43:25.126939 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec90fb9-bb04-4bf5-b226-a57f4a5497e1 req-b2ddcd15-81f3-46b7-a7fb-2033ea4334ea tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:25.128524 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bec90fb9-bb04-4bf5-b226-a57f4a5497e1 req-b2ddcd15-81f3-46b7-a7fb-2033ea4334ea tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0769062 Jul 19 07:43:25.180643 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bec90fb9-bb04-4bf5-b226-a57f4a5497e1 req-1d0cb177-f1f0-42b4-83d0-f40b620bcc64 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383263 Jul 19 07:43:26.315315 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97941dc7-d585-4ffb-a119-d27bdb213af8 req-0f49a486-3251-4971-b4f0-4759995f4798 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:26.317689 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97941dc7-d585-4ffb-a119-d27bdb213af8 req-0f49a486-3251-4971-b4f0-4759995f4798 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0682185 Jul 19 07:43:26.363746 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97941dc7-d585-4ffb-a119-d27bdb213af8 req-1fb66799-4fe2-4e6d-8be6-0f1137f4cf37 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Jul 19 07:43:27.526400 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:27.601345 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa06ae-f959-483a-a110-e5bd0642d33c req-bfea964a-bc8e-4235-9deb-e3f00627a687 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:27.609584 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dafa06ae-f959-483a-a110-e5bd0642d33c req-bfea964a-bc8e-4235-9deb-e3f00627a687 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1660771 Jul 19 07:43:27.687012 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dafa06ae-f959-483a-a110-e5bd0642d33c req-aa660ea9-94b0-4bf2-9046-cfff67779ff0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734909 Jul 19 07:43:28.074355 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eaf00-3207-481f-8154-faf11910372e req-f2383d36-7b2b-4868-bbc5-41325a10bd24 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:28.075985 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c20eaf00-3207-481f-8154-faf11910372e req-f2383d36-7b2b-4868-bbc5-41325a10bd24 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0790987 Jul 19 07:43:28.123668 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c20eaf00-3207-481f-8154-faf11910372e req-bc916e2a-246e-4710-bbe0-9507c150d2dd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407584 Jul 19 07:43:28.837065 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402df84-9c9b-4167-8d3d-39f91ee51426 req-60920a23-cfb7-49be-87b8-8308a4bd3caf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:28.839058 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3402df84-9c9b-4167-8d3d-39f91ee51426 req-60920a23-cfb7-49be-87b8-8308a4bd3caf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0657489 Jul 19 07:43:28.896939 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3402df84-9c9b-4167-8d3d-39f91ee51426 req-b31c8799-1fdb-40fb-980a-fa2ddaad3b2d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Jul 19 07:43:29.340806 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261bcb8-c24e-46a0-8f70-cd44be1f0e1f req-147a5467-3e38-4e4c-a112-e9ea3591b6e6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:29.342361 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0261bcb8-c24e-46a0-8f70-cd44be1f0e1f req-147a5467-3e38-4e4c-a112-e9ea3591b6e6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1090112 Jul 19 07:43:29.409401 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0261bcb8-c24e-46a0-8f70-cd44be1f0e1f req-c40a19a3-d884-4529-ae78-956115b91612 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609441 Jul 19 07:43:30.286904 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f0e7c-a833-414a-9ba3-680775d29b61 req-d05e52be-040d-4fff-8625-435bbd208791 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:30.288687 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-217f0e7c-a833-414a-9ba3-680775d29b61 req-d05e52be-040d-4fff-8625-435bbd208791 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.2923696 Jul 19 07:43:30.333538 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-217f0e7c-a833-414a-9ba3-680775d29b61 req-b77ab255-c160-4e00-bfea-699461e205e1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Jul 19 07:43:30.555046 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b66009-016e-4af1-9abd-557f631f7973 req-4b3761f5-20e6-49f5-828b-7826e3b5780b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:30.556460 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-10b66009-016e-4af1-9abd-557f631f7973 req-4b3761f5-20e6-49f5-828b-7826e3b5780b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0676901 Jul 19 07:43:30.596393 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-10b66009-016e-4af1-9abd-557f631f7973 req-28254f19-04e0-4f55-bb7a-4512c2566119 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341213 Jul 19 07:43:31.466505 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec466d6-8ba5-47ee-a3b9-3d66e2513a20 req-545c79a1-e840-48c4-9fd6-50c5d94d74cf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:31.468006 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0ec466d6-8ba5-47ee-a3b9-3d66e2513a20 req-545c79a1-e840-48c4-9fd6-50c5d94d74cf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0658181 Jul 19 07:43:31.527357 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0ec466d6-8ba5-47ee-a3b9-3d66e2513a20 req-af3f3ad8-0d26-4e81-a79c-c12f1f24cbe3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482106 Jul 19 07:43:31.765792 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15e852-93a7-440d-82e9-d74e7ab785eb req-6f2c4de1-a727-49a2-822b-58eba650dc2f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:31.771962 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0e15e852-93a7-440d-82e9-d74e7ab785eb req-6f2c4de1-a727-49a2-822b-58eba650dc2f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0807400 Jul 19 07:43:31.818493 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0e15e852-93a7-440d-82e9-d74e7ab785eb req-e720bc2e-4885-4cdc-922f-986fcdb0e27a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458300 Jul 19 07:43:32.669204 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052aed7-c542-4eea-b771-69b713b4a7b8 req-1b3fb9cd-ae57-4ae9-9074-648a761a5eca tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:32.670810 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3052aed7-c542-4eea-b771-69b713b4a7b8 req-1b3fb9cd-ae57-4ae9-9074-648a761a5eca tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0683300 Jul 19 07:43:32.712300 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3052aed7-c542-4eea-b771-69b713b4a7b8 req-8853954a-a934-4477-86bb-a95185a022ce tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Jul 19 07:43:32.962934 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723113-e151-46ad-b4b9-2929113276fb req-967afb89-61d6-41e6-b0ff-d38972191997 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:32.964129 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-39723113-e151-46ad-b4b9-2929113276fb req-967afb89-61d6-41e6-b0ff-d38972191997 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0676157 Jul 19 07:43:33.010921 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-39723113-e151-46ad-b4b9-2929113276fb req-373955ea-d817-4c98-b72a-d42d5e731ca7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373237 Jul 19 07:43:33.855091 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f74464-9531-4baa-bb5d-09f0521b4737 req-98a31938-0d52-4900-b488-a33697a52d49 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:33.860757 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c0f74464-9531-4baa-bb5d-09f0521b4737 req-98a31938-0d52-4900-b488-a33697a52d49 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0708954 Jul 19 07:43:33.897431 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c0f74464-9531-4baa-bb5d-09f0521b4737 req-d67ae333-aa15-4842-9511-8a3bca808a9a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Jul 19 07:43:34.152505 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32196c-fd7f-4f51-92c9-fc3ad4f4b9e8 req-334f46fb-1a79-4d3d-a74c-bca70eecbe7d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:34.154031 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2e32196c-fd7f-4f51-92c9-fc3ad4f4b9e8 req-334f46fb-1a79-4d3d-a74c-bca70eecbe7d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0675788 Jul 19 07:43:34.200503 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2e32196c-fd7f-4f51-92c9-fc3ad4f4b9e8 req-ee9f1da1-b057-43bc-bf53-2c83c15181b9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Jul 19 07:43:35.046843 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c06b0-03dc-48ff-805d-7fbed38322b9 req-29123c00-7cb5-460a-ba35-c0535474430d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:35.048588 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c41c06b0-03dc-48ff-805d-7fbed38322b9 req-29123c00-7cb5-460a-ba35-c0535474430d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0775795 Jul 19 07:43:35.094813 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c41c06b0-03dc-48ff-805d-7fbed38322b9 req-20a5f4a4-f00a-4ff1-8978-4b310e183fa8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Jul 19 07:43:35.371012 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417ac51-2f6f-4349-bb2d-e8fd9b2153ad req-df8b67cb-55ec-4550-aba9-570ef82443cf tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:35.372492 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8417ac51-2f6f-4349-bb2d-e8fd9b2153ad req-df8b67cb-55ec-4550-aba9-570ef82443cf tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0763490 Jul 19 07:43:35.417216 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8417ac51-2f6f-4349-bb2d-e8fd9b2153ad req-8bab8d1b-5723-4054-b4c7-80c30ae997bf tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385737 Jul 19 07:43:36.241299 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dbecb-3c27-48cf-890d-9c0f1d018e6d req-026211ad-021b-4d73-b071-47ea5fc924df tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:36.242889 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d06dbecb-3c27-48cf-890d-9c0f1d018e6d req-026211ad-021b-4d73-b071-47ea5fc924df tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0673268 Jul 19 07:43:36.283870 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d06dbecb-3c27-48cf-890d-9c0f1d018e6d req-67d9866a-8ae9-49b9-8df2-029cd66de385 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Jul 19 07:43:36.573461 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794d17-e52c-4fff-8bde-daa0cab87c58 req-763939a5-ee74-4304-8f18-e9f6aea0a9ed tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:36.574956 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e9794d17-e52c-4fff-8bde-daa0cab87c58 req-763939a5-ee74-4304-8f18-e9f6aea0a9ed tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0772400 Jul 19 07:43:36.615266 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e9794d17-e52c-4fff-8bde-daa0cab87c58 req-58c97d7f-ca9f-4724-abee-ff0d94f0beda tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340261 Jul 19 07:43:37.423844 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16b977-3de1-462e-b10c-631dd1005e00 req-9255c69f-97e9-4d86-809e-353da8c4ed94 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:37.425587 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1e16b977-3de1-462e-b10c-631dd1005e00 req-9255c69f-97e9-4d86-809e-353da8c4ed94 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0700948 Jul 19 07:43:37.465276 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1e16b977-3de1-462e-b10c-631dd1005e00 req-99f010d2-483a-474a-8880-fa827bd40447 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Jul 19 07:43:37.754850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c92868-4e3e-411c-a6c8-12bcf39e1f86 req-fdae5f63-b330-4744-a256-99237d48403f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:37.756979 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07c92868-4e3e-411c-a6c8-12bcf39e1f86 req-fdae5f63-b330-4744-a256-99237d48403f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0653715 Jul 19 07:43:37.798208 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07c92868-4e3e-411c-a6c8-12bcf39e1f86 req-853a0354-18dc-4a53-b905-f5bda2c80674 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335650 Jul 19 07:43:38.623479 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc20c-ecd3-4cda-afe3-3780a1f28a03 req-596b353a-9a24-497b-a989-65e6a801ceb1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:38.625261 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-177cc20c-ecd3-4cda-afe3-3780a1f28a03 req-596b353a-9a24-497b-a989-65e6a801ceb1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0797026 Jul 19 07:43:38.670533 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-177cc20c-ecd3-4cda-afe3-3780a1f28a03 req-2f333c0c-d2e1-43e4-b4b9-67c93467bf9c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387468 Jul 19 07:43:38.952717 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3040b-7fa1-4acb-ada0-fa0064733994 req-3dd88f14-0abf-4e39-a381-c4f51d53de74 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:38.954819 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02b3040b-7fa1-4acb-ada0-fa0064733994 req-3dd88f14-0abf-4e39-a381-c4f51d53de74 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0836978 Jul 19 07:43:38.995015 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02b3040b-7fa1-4acb-ada0-fa0064733994 req-b18050b1-8afc-4476-95ee-a8391406e67a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342987 Jul 19 07:43:39.573290 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2523b8-d326-48e7-8570-22729ef14e42 req-83747ae9-fdcf-4493-93ff-1f99193cd518 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:39.574821 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db2523b8-d326-48e7-8570-22729ef14e42 req-83747ae9-fdcf-4493-93ff-1f99193cd518 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0663986 Jul 19 07:43:39.614079 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db2523b8-d326-48e7-8570-22729ef14e42 req-e7f73b93-5cc9-4a8e-acbd-7939d676b5f4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329905 Jul 19 07:43:39.852961 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693d1f-d397-44bd-b049-410bb2b7f05a req-f28e10e8-0627-4588-9f84-d60be4bb2fe2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:39.854890 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-12693d1f-d397-44bd-b049-410bb2b7f05a req-f28e10e8-0627-4588-9f84-d60be4bb2fe2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0892329 Jul 19 07:43:39.960261 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-12693d1f-d397-44bd-b049-410bb2b7f05a req-09e5f9af-17f9-4f96-994b-90fb4c0edd03 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791414 Jul 19 07:43:40.181547 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0a249-98fd-4121-b2e1-64f65e46bcb9 req-4204180e-a302-4006-a6c4-cf0bf62187c0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:40.183049 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02a0a249-98fd-4121-b2e1-64f65e46bcb9 req-4204180e-a302-4006-a6c4-cf0bf62187c0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0922129 Jul 19 07:43:40.274515 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02a0a249-98fd-4121-b2e1-64f65e46bcb9 req-c7314f9e-0bd5-43a5-b0df-4b1012e1ec49 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856187 Jul 19 07:43:40.765704 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09b309-1939-46e2-8002-46b7f1ba4aef req-7064d4dc-4a37-4c9d-891e-c173dcbc9b4a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:40.767286 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ff09b309-1939-46e2-8002-46b7f1ba4aef req-7064d4dc-4a37-4c9d-891e-c173dcbc9b4a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0710180 Jul 19 07:43:40.814167 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ff09b309-1939-46e2-8002-46b7f1ba4aef req-5c2eb608-1c38-479e-bb13-9fe1eaa0173f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 Jul 19 07:43:41.118799 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65f0b6-b2a8-47d6-9d42-343d0918860e req-5ed8df50-82a7-49ff-9070-4bcc20173393 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:41.120359 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d65f0b6-b2a8-47d6-9d42-343d0918860e req-5ed8df50-82a7-49ff-9070-4bcc20173393 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0656853 Jul 19 07:43:41.161082 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d65f0b6-b2a8-47d6-9d42-343d0918860e req-5a383601-7504-4ce2-9a99-03c4a7bfacb8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346909 Jul 19 07:43:41.419521 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daad76-ba8c-41b5-aa3e-546e91682f07 req-33965b72-767c-49cd-8cdf-6d3a58dd9f6b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:41.421243 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-66daad76-ba8c-41b5-aa3e-546e91682f07 req-33965b72-767c-49cd-8cdf-6d3a58dd9f6b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0761979 Jul 19 07:43:41.469768 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-66daad76-ba8c-41b5-aa3e-546e91682f07 req-dd1f5010-b6f3-4cb8-8ea7-680540f032cd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 Jul 19 07:43:41.956341 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a901-737a-4a7a-b076-8bcdbbb4c121 req-5d6328f5-e224-41fe-a771-d46285fb96c9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:41.957970 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4382a901-737a-4a7a-b076-8bcdbbb4c121 req-5d6328f5-e224-41fe-a771-d46285fb96c9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0713713 Jul 19 07:43:42.009182 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4382a901-737a-4a7a-b076-8bcdbbb4c121 req-d5a556a6-0f60-4067-91ae-b934702a58c3 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395224 Jul 19 07:43:42.172348 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:43:42.293403 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8827221-4bdf-4290-be4b-e8583fe6699e req-749b4e8d-abc1-4fb1-8a73-743e0346387c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:42.294984 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d8827221-4bdf-4290-be4b-e8583fe6699e req-749b4e8d-abc1-4fb1-8a73-743e0346387c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0647545 Jul 19 07:43:42.341102 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d8827221-4bdf-4290-be4b-e8583fe6699e req-ca6dbcdd-43e1-4f8d-8b32-6fa73c1e5ffc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Jul 19 07:43:42.616807 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d8e8-9e15-4851-99c3-accfdcbc9d38 req-9fccb5fa-514d-439b-8f24-77d08869a2e7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:42.624478 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d336d8e8-9e15-4851-99c3-accfdcbc9d38 req-9fccb5fa-514d-439b-8f24-77d08869a2e7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0775433 Jul 19 07:43:42.669495 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d336d8e8-9e15-4851-99c3-accfdcbc9d38 req-fee1679d-7c80-4998-be7f-4fba01094c5c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429769 Jul 19 07:43:43.136397 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f044eb-9640-414b-9ec8-52f9f9a2de53 req-f7c5ac53-37a5-4499-a4c8-a2ee42ae814e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:43.140812 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a4f044eb-9640-414b-9ec8-52f9f9a2de53 req-f7c5ac53-37a5-4499-a4c8-a2ee42ae814e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0719588 Jul 19 07:43:43.182161 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a4f044eb-9640-414b-9ec8-52f9f9a2de53 req-561ddd92-a597-4508-ac23-a15b3de96682 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385864 Jul 19 07:43:43.483230 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc648a-4253-4dff-bd25-45192d7eccde req-9beec80b-099e-4562-9c3c-f89baa73cd97 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:43.484721 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-90cc648a-4253-4dff-bd25-45192d7eccde req-9beec80b-099e-4562-9c3c-f89baa73cd97 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0706105 Jul 19 07:43:43.525747 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-90cc648a-4253-4dff-bd25-45192d7eccde req-62a30651-9211-42de-94b2-c1d048ded543 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355327 Jul 19 07:43:43.829655 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a42718-1c95-42aa-af69-a843a47b42ac req-d8c87ac1-5e7e-484b-8205-873d8bb85dfc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:43.831299 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-54a42718-1c95-42aa-af69-a843a47b42ac req-d8c87ac1-5e7e-484b-8205-873d8bb85dfc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0681992 Jul 19 07:43:43.875532 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-54a42718-1c95-42aa-af69-a843a47b42ac req-506f2d71-e33a-41c1-b24d-350ebeb86f07 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344827 Jul 19 07:43:44.321891 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f2152-4029-451e-b8f4-c8a99e1eadca req-73b4c46c-2673-415a-b775-37b58c545890 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:44.323363 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-306f2152-4029-451e-b8f4-c8a99e1eadca req-73b4c46c-2673-415a-b775-37b58c545890 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0648155 Jul 19 07:43:44.362444 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-306f2152-4029-451e-b8f4-c8a99e1eadca req-3ff88559-eb92-45b3-86b5-f9543f689e55 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Jul 19 07:43:44.655177 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d8db-e961-4fa0-b2dd-c8900ea9aaf6 req-37792901-daef-491f-8230-bdcaa782e8b3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:44.660733 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9b32d8db-e961-4fa0-b2dd-c8900ea9aaf6 req-37792901-daef-491f-8230-bdcaa782e8b3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0677977 Jul 19 07:43:44.699967 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9b32d8db-e961-4fa0-b2dd-c8900ea9aaf6 req-d037cb46-71c3-4922-9da6-5d74786ff2eb tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Jul 19 07:43:45.021152 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d300e-3ba5-4947-af09-6a632d54bab8 req-ce78b4f4-fb4b-46de-9cd4-cb9c22e4d48f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:45.022551 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-333d300e-3ba5-4947-af09-6a632d54bab8 req-ce78b4f4-fb4b-46de-9cd4-cb9c22e4d48f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0696888 Jul 19 07:43:45.064679 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-333d300e-3ba5-4947-af09-6a632d54bab8 req-6775263b-6dac-459d-851f-387a43b302b6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360701 Jul 19 07:43:45.502928 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea991-08c9-43ac-9445-f015028d62e5 req-fc17810d-e603-4703-a3b6-cd020ea4b04f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:45.504472 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-280ea991-08c9-43ac-9445-f015028d62e5 req-fc17810d-e603-4703-a3b6-cd020ea4b04f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0704544 Jul 19 07:43:45.553540 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-280ea991-08c9-43ac-9445-f015028d62e5 req-22437b9b-15b4-4506-8849-4b03b3281768 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Jul 19 07:43:45.846092 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c4a28-11cc-4147-ad5e-72d440f0887d req-0c7086bd-ed3a-4adb-ac39-30fe62eee631 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:45.847724 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3d6c4a28-11cc-4147-ad5e-72d440f0887d req-0c7086bd-ed3a-4adb-ac39-30fe62eee631 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0743849 Jul 19 07:43:45.898474 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3d6c4a28-11cc-4147-ad5e-72d440f0887d req-b187f297-11db-44e6-aede-16c9d6becfdb tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Jul 19 07:43:46.206576 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dac23-8aae-46ce-8f5a-1e6b70c244bb req-5f085358-5408-4661-978f-172eee0bf5a0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:46.208052 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-579dac23-8aae-46ce-8f5a-1e6b70c244bb req-5f085358-5408-4661-978f-172eee0bf5a0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0683119 Jul 19 07:43:46.249696 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-579dac23-8aae-46ce-8f5a-1e6b70c244bb req-965120c3-e24e-4b2a-94d4-b1b3e13fda59 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360296 Jul 19 07:43:46.588722 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1313fa2f-ae49-4f7b-a813-9c9e33128966 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:46.590285 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1313fa2f-ae49-4f7b-a813-9c9e33128966 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.1050017 Jul 19 07:43:46.605999 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-c4c1099d-c46c-430a-bb96-ae4b239eb42b tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/quotas/5da7e5dcd7a14db2a446be39adbad5ec HTTP/1.1" status: 200 len: 375 time: 0.0104904 Jul 19 07:43:46.719434 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-7ef74290-f4f7-4536-b944-c974de7cd203 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081786 Jul 19 07:43:46.727714 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d2cef-0709-49e2-ac42-5209338d961a req-5a93730c-953c-49f5-ad7e-e46428cb4848 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:46.729159 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b18d2cef-0709-49e2-ac42-5209338d961a req-5a93730c-953c-49f5-ad7e-e46428cb4848 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1089242 Jul 19 07:43:46.811132 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b18d2cef-0709-49e2-ac42-5209338d961a req-b7e1481e-4116-4390-9c35-5aecc320aff6 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742099 Jul 19 07:43:46.838809 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-6cf97281-7268-4756-b56e-399301cbe763 service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087136 Jul 19 07:43:46.934707 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-67bf8e06-8a33-4a4b-82e6-be3d073c2b36 service neutron] 10.222.0.10 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902472 Jul 19 07:43:47.031273 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77f19-e223-40e8-955b-7b7cf3f3037f req-e7541ecd-ec63-4599-b3fc-a638e6015397 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:47.033017 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-68f77f19-e223-40e8-955b-7b7cf3f3037f req-e7541ecd-ec63-4599-b3fc-a638e6015397 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0667121 Jul 19 07:43:47.100800 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-68f77f19-e223-40e8-955b-7b7cf3f3037f req-24235864-65f3-499f-b531-273ca1bfb1b1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590091 Jul 19 07:43:47.139957 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bf68fecf-9c51-41b2-b0e8-576a91ca6672 req-ee3a32b3-cdfc-4c25-88f7-07016036e2a1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 210 time: 0.0336621 Jul 19 07:43:47.396724 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa63f1b-218a-4858-b49c-fb8de10f874d req-addf31d7-8c45-4f6c-95a8-80da252038bc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:47.398135 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-efa63f1b-218a-4858-b49c-fb8de10f874d req-addf31d7-8c45-4f6c-95a8-80da252038bc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0700777 Jul 19 07:43:47.442053 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-efa63f1b-218a-4858-b49c-fb8de10f874d req-8d536cd8-c211-4778-b7d3-d14d36b62ee9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378718 Jul 19 07:43:47.720028 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8809-7702-469a-b91d-08f5783df205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:47.944521 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db6ce3-d40d-43d1-9637-fd0b35c7c5f9 req-40f4b771-b94c-4b0b-ae5d-7bbe9d88afbe tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:47.946170 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4db6ce3-d40d-43d1-9637-fd0b35c7c5f9 req-40f4b771-b94c-4b0b-ae5d-7bbe9d88afbe tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0660000 Jul 19 07:43:47.985902 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d4db6ce3-d40d-43d1-9637-fd0b35c7c5f9 req-59586ba7-b4be-41de-8741-8a5c45784ebd tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341809 Jul 19 07:43:48.258536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-01243f12-6404-4749-b16a-391347488122 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:48.260877 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-01243f12-6404-4749-b16a-391347488122 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 815 time: 0.1589513 Jul 19 07:43:48.296057 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Request body: {'port': {'device_id': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'admin_state_up': True, 'tenant_id': '5da7e5dcd7a14db2a446be39adbad5ec'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:48.311553 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b67bd221-7518-47f5-ac15-8c96b57e784a req-d38d8bc9-e897-4aab-be05-48cbfa6a0d57 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 210 time: 0.0358965 Jul 19 07:43:48.341849 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fa9c8-9353-48ab-92e3-cf36b5534ed6 req-1cac53bf-38b5-4357-a226-3d44ba089f3b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:48.343399 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5f9fa9c8-9353-48ab-92e3-cf36b5534ed6 req-1cac53bf-38b5-4357-a226-3d44ba089f3b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1149902 Jul 19 07:43:48.382257 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5f9fa9c8-9353-48ab-92e3-cf36b5534ed6 req-f9517aef-e6ae-4c3d-9b0f-fa24107a78f2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jul 19 07:43:48.418249 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Made reservation on behalf of 5da7e5dcd7a14db2a446be39adbad5ec for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:43:48.421896 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:48.548322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Allocated IP 172.20.0.11 (b584b1b1-ba2c-4e8d-99a7-17853b794716/ee5daced-5b5f-4f67-88a0-29aee7da9eb1/dfbe4f84-2092-4872-8f07-6915ef60dd05) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:43:48.585988 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15000236-b31d-413b-b08d-22978a264f9a req-04dead2a-a227-4c0f-a1ad-91fe1b825e50 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:48.587641 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-15000236-b31d-413b-b08d-22978a264f9a req-04dead2a-a227-4c0f-a1ad-91fe1b825e50 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0675468 Jul 19 07:43:48.627145 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-15000236-b31d-413b-b08d-22978a264f9a req-37a0d810-d5f3-4b7d-8b5e-1decafeb0121 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Jul 19 07:43:48.709264 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:48.751215 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:48.769401 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'c456e7bb-c921-4e86-9a06-cac298f5281c', '38ac6914-a840-46f5-9ff3-61ad693171a4'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:48.794512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Network b584b1b1-ba2c-4e8d-99a7-17853b794716 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:43:48.799903 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:43:48.802555 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:43:48.808252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:48.808879 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:48.822760 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event updated for resources: {'Port': ['ID=dfbe4f84-2092-4872-8f07-6915ef60dd05,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:48.831660 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.832112 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.832561 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.832968 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.833459 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.834018 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.834329 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.834847 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.835239 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.835633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.836021 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.836441 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:48.841826 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91b06cd5-a98a-4492-abc1-10ba95572e56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576923 Jul 19 07:43:48.869846 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Request body: {'port': {'device_id': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:48.943487 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.126171 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223ba3-8009-48a5-a031-e2b7b8b3f7d9 req-93c7a831-3953-43a0-81cd-217bf7b5ffc5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:49.127650 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-92223ba3-8009-48a5-a031-e2b7b8b3f7d9 req-93c7a831-3953-43a0-81cd-217bf7b5ffc5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0702407 Jul 19 07:43:49.166476 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-92223ba3-8009-48a5-a031-e2b7b8b3f7d9 req-1fcf7e52-12fa-4788-aa1c-b557a291bd10 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331910 Jul 19 07:43:49.216071 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbe4f84-2092-4872-8f07-6915ef60dd05 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:49.223776 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.235471 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Transition to ACTIVE for port object dfbe4f84-2092-4872-8f07-6915ef60dd05 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:43:49.239237 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.291614 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe4f84-2092-4872-8f07-6915ef60dd05,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:49.292200 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 42086) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:49.323905 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Attempting to bind port dfbe4f84-2092-4872-8f07-6915ef60dd05 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:43:49.324242 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Attempting to bind port dfbe4f84-2092-4872-8f07-6915ef60dd05 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:43:49.324598 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Attempting to bind port dfbe4f84-2092-4872-8f07-6915ef60dd05 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:49.329033 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Port dfbe4f84-2092-4872-8f07-6915ef60dd05 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:43:49.329348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Attempting to bind port dfbe4f84-2092-4872-8f07-6915ef60dd05 on network b584b1b1-ba2c-4e8d-99a7-17853b794716 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:49.334205 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:43:49.334546 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Checking segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:43:49.334924 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Bound using segment: {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:43:49.335346 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Bound port: dfbe4f84-2092-4872-8f07-6915ef60dd05, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960118b5-c6af-4774-8af0-bea4693240fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:43:49.335700 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.372718 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_v2 [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Deleting subnet aae40dfc-6bcf-44fe-85d9-3399caa11e97 {{(pid=99881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:43:49.377195 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.411191 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] For port dfbe4f84-2092-4872-8f07-6915ef60dd05, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:43:49.415108 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] For port dfbe4f84-2092-4872-8f07-6915ef60dd05, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfbe4f84-2092-4872-8f07-6915ef60dd05,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:43:49.419081 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.460798 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4345918'] for subnet, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.461138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:49.461138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.461138 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] 10.222.0.25 "PUT /v2.0/ports/dfbe4f84-2092-4872-8f07-6915ef60dd05 HTTP/1.1" status: 200 len: 1094 time: 0.5939195 Jul 19 07:43:49.461897 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'tag': 'dfbe4f84-2092-4872-8f07-6915ef60dd05'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:49.464082 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b291c166-f8d7-4b47-b18e-713dd0c2f343" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b7cae1-d452-4c75-92fe-f9266a63cb9f", "tag": "dfbe4f84-2092-4872-8f07-6915ef60dd05"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:49.496055 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff21a6b-d445-4341-bb20-81420336481e service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe4f84-2092-4872-8f07-6915ef60dd05,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:49.544208 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.567307 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-a993100c-2944-44c9-8e3f-50850af12cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:49.569498 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-a993100c-2944-44c9-8e3f-50850af12cf4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 1097 time: 0.0540280 Jul 19 07:43:49.593637 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de54565-1723-40c6-9184-e045e0604392 req-9695bfc4-9208-4032-a33c-8f5800a45a56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:49.595137 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2de54565-1723-40c6-9184-e045e0604392 req-9695bfc4-9208-4032-a33c-8f5800a45a56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 944 time: 0.1955202 Jul 19 07:43:49.615512 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-fe23dec7-7342-4ad1-bf9e-02f88b17ab8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfbe4f84-2092-4872-8f07-6915ef60dd05 HTTP/1.1" status: 200 len: 217 time: 0.0350909 Jul 19 07:43:49.631944 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d7c7-e123-4f2e-a70e-3d8b35061870 req-3b05fa67-208d-408d-ada6-bddb7f70c5a1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:49.633434 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-af04d7c7-e123-4f2e-a70e-3d8b35061870 req-3b05fa67-208d-408d-ada6-bddb7f70c5a1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1506000 Jul 19 07:43:49.671476 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4305373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5974826'] for subnet, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.671703 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-b36fea96-73d0-49ce-98e1-600bdcedb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:49.673462 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-b36fea96-73d0-49ce-98e1-600bdcedb552 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.0481920 Jul 19 07:43:49.684015 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2de54565-1723-40c6-9184-e045e0604392 req-b32bfd3d-a445-4b57-bd00-3994c2d5b518 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786796 Jul 19 07:43:49.709686 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae40dfc-6bcf-44fe-85d9-3399caa11e97,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:49.711320 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-91cf3c6b-5c4e-444e-b8df-e58858e53450 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276015 Jul 19 07:43:49.718791 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.723380 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/aae40dfc-6bcf-44fe-85d9-3399caa11e97 HTTP/1.1" status: 204 len: 168 time: 0.4303629 Jul 19 07:43:49.730437 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 42104) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:49.733854 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.734210 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.734550 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.734885 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.735244 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.735541 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.735963 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.736197 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.736536 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.736858 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.737179 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.737537 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76678056-b18e-49e1-8e19-59c697d821c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:49.743366 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-af04d7c7-e123-4f2e-a70e-3d8b35061870 req-5fffdafe-7da6-4a96-bb9d-1984c26dac50 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012621 Jul 19 07:43:49.760382 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97921787-4f7c-4b7d-8d5f-e4412c43eb6e x-openstack-request-id: req-97921787-4f7c-4b7d-8d5f-e4412c43eb6e {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:49.760796 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b7cae1-d452-4c75-92fe-f9266a63cb9f", "tag": "dfbe4f84-2092-4872-8f07-6915ef60dd05", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:49.761236 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97921787-4f7c-4b7d-8d5f-e4412c43eb6e {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:49.761631 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'tag': 'dfbe4f84-2092-4872-8f07-6915ef60dd05', 'status': 'completed', 'code': 200} Jul 19 07:43:49.850656 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ad932-5adc-4e2c-8c59-e48abcb8fea5 req-28d0ec4a-ae8b-46cc-ae36-74ea23cdd41b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:49.853319 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-681ad932-5adc-4e2c-8c59-e48abcb8fea5 req-28d0ec4a-ae8b-46cc-ae36-74ea23cdd41b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0668876 Jul 19 07:43:49.872020 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:49.901541 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-681ad932-5adc-4e2c-8c59-e48abcb8fea5 req-92e7811d-532f-4d29-abd1-378989a009df tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 Jul 19 07:43:49.941564 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-c243b9fe-8054-4c1e-b380-b363dda2c8aa service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101338 Jul 19 07:43:49.983669 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.007302 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.007641 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.008413 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.008741 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > port after_create 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.009065 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.009406 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > port after_update 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.009775 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.010093 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.010409 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.010730 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.054615 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-80f763f8-a1a6-4ed4-8145-f0c8d4db9a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.079629 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.079982 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.080338 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.080676 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 07:43:50.081065 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a515499c-8f09-49a6-a8b6-8675bdfb7b2c']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:43:50.100996 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b51324b-6ec0-4de0-ae9e-34ab642acdb1') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:43:50.101291 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b51324b-6ec0-4de0-ae9e-34ab642acdb1') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:43:50.141569 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.172770 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.188371 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:43:50.188761 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: from cryptography.utils import int_from_bytes Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: from cryptography.utils import int_from_bytes Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:43:50.192661 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:43:50.212779 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b74343-3158-4b9a-8cbc-9c5fc3b69676 req-5e100ff9-7703-45fd-8743-ef8b8efe2901 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628524 Jul 19 07:43:50.262522 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.268977 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.273641 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a515499c-8f09-49a6-a8b6-8675bdfb7b2c HTTP/1.1" status: 204 len: 168 time: 0.5383098 Jul 19 07:43:50.307878 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352a3a4-6286-4171-b624-f7a483af2f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=a515499c-8f09-49a6-a8b6-8675bdfb7b2c,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:50.318309 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc198-bae1-4a58-b00d-8a9cce19ffba req-155c9bdc-97e7-4fba-b31f-fc9b3c2e6482 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:50.319795 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-339fc198-bae1-4a58-b00d-8a9cce19ffba req-155c9bdc-97e7-4fba-b31f-fc9b3c2e6482 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0821488 Jul 19 07:43:50.336279 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-545ecda2-8ac2-4e62-97f9-4b3dfe2df458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:50.337796 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-545ecda2-8ac2-4e62-97f9-4b3dfe2df458 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 1097 time: 0.0702436 Jul 19 07:43:50.360876 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-339fc198-bae1-4a58-b00d-8a9cce19ffba req-90a041db-ce9a-4cff-80e6-d7a6113dd622 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334632 Jul 19 07:43:50.435382 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-1d60ec44-7b09-4b48-8a45-f4b79ea86b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:50.436984 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-1d60ec44-7b09-4b48-8a45-f4b79ea86b84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 200 len: 916 time: 0.0907698 Jul 19 07:43:50.447087 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 42122) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:50.477350 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-e6087a98-c019-4e00-98f6-08759adf1fac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfbe4f84-2092-4872-8f07-6915ef60dd05 HTTP/1.1" status: 200 len: 217 time: 0.0337403 Jul 19 07:43:50.492201 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-913d0efe-d8db-42b7-8f93-12e3ccdfc242 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b282109bd05485eaf8d31bcaed3dad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432084 Jul 19 07:43:50.495204 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 42128) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:50.534216 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.544718 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-ec10457e-3eb6-4daf-9c59-9c1c8cce16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:50.547099 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-ec10457e-3eb6-4daf-9c59-9c1c8cce16fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 200 len: 855 time: 0.0594795 Jul 19 07:43:50.554136 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-064fddfd-ba51-49b8-9b9a-d990c63f5e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.576547 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-064fddfd-ba51-49b8-9b9a-d990c63f5e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.583783 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-2c1f9e57-947d-4fa0-92f0-ef25ea421a26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b584b1b1-ba2c-4e8d-99a7-17853b794716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275815 Jul 19 07:43:50.626099 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-064fddfd-ba51-49b8-9b9a-d990c63f5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.628731 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-064fddfd-ba51-49b8-9b9a-d990c63f5e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:50.629922 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-064fddfd-ba51-49b8-9b9a-d990c63f5e22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e42e8638-8a6b-4ead-af53-1b8928b81d8b HTTP/1.1" status: 204 len: 168 time: 0.1337266 Jul 19 07:43:50.637844 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fddfd-ba51-49b8-9b9a-d990c63f5e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e8638-8a6b-4ead-af53-1b8928b81d8b,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:50.684222 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-9f3c0604-28bc-42a3-9298-77ec08b01c9d service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914187 Jul 19 07:43:50.797419 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b291c166-f8d7-4b47-b18e-713dd0c2f343 req-9f370553-55a0-47ce-97fc-8968538ff995 service neutron] 10.222.0.25 "GET /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066203 Jul 19 07:43:50.874775 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f7877-c27f-41e5-9c6d-0429a0d5ec94 req-218b53d3-ed49-408f-afdf-2e04475314d8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:50.876317 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b67f7877-c27f-41e5-9c6d-0429a0d5ec94 req-218b53d3-ed49-408f-afdf-2e04475314d8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 944 time: 0.1241181 Jul 19 07:43:50.927142 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af642eb-863b-43ca-b8f2-8e5bdae7a167 req-0065eac5-d319-4717-b347-756525443349 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:50.928675 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6af642eb-863b-43ca-b8f2-8e5bdae7a167 req-0065eac5-d319-4717-b347-756525443349 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1053538 Jul 19 07:43:50.948164 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b67f7877-c27f-41e5-9c6d-0429a0d5ec94 req-0ff5b2a8-dfe1-44ac-9222-57bb30e06b43 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Jul 19 07:43:50.980647 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6af642eb-863b-43ca-b8f2-8e5bdae7a167 req-fa1692af-1e08-4181-b171-31ad62af7594 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445683 Jul 19 07:43:51.071535 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59024c62-cead-4ba3-af8e-e2d6f0e05cb4 req-27ff0f3a-e703-4155-94f8-7ee1cc2b0612 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:51.073667 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-59024c62-cead-4ba3-af8e-e2d6f0e05cb4 req-27ff0f3a-e703-4155-94f8-7ee1cc2b0612 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0644164 Jul 19 07:43:51.110956 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-59024c62-cead-4ba3-af8e-e2d6f0e05cb4 req-0e9925cc-9ad7-44ea-a9ab-4ecd627139be tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Jul 19 07:43:51.487057 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb110e-573f-4151-8631-181f1e34fde9 req-fbb8dee2-bb30-41b8-8dfa-9d8affb040f8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:51.488651 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e0bb110e-573f-4151-8631-181f1e34fde9 req-fbb8dee2-bb30-41b8-8dfa-9d8affb040f8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0612822 Jul 19 07:43:51.531943 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e0bb110e-573f-4151-8631-181f1e34fde9 req-b98663b7-33d5-4e16-a5b3-5ffec365125b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375028 Jul 19 07:43:51.542673 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:51.885398 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 42218) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:51.989618 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5135-b0fe-4786-a959-b76a77092b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:52.167066 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac719-fd9f-47fd-ac32-e565a9cde061 req-1d80a5ab-5120-4833-b5c7-8007d521b6a9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:52.168478 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-073ac719-fd9f-47fd-ac32-e565a9cde061 req-1d80a5ab-5120-4833-b5c7-8007d521b6a9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 944 time: 0.1528549 Jul 19 07:43:52.209273 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c5678-04aa-4906-9cad-f1f5af4cade5 req-f76a74f8-733a-4e2e-86da-6a54c193a272 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:52.210722 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8a3c5678-04aa-4906-9cad-f1f5af4cade5 req-f76a74f8-733a-4e2e-86da-6a54c193a272 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1613302 Jul 19 07:43:52.222080 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5135-b0fe-4786-a959-b76a77092b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:52.242735 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5135-b0fe-4786-a959-b76a77092b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:52.282808 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-073ac719-fd9f-47fd-ac32-e565a9cde061 req-ca48dee8-37e8-4402-b13f-4f151b5a5ce1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062801 Jul 19 07:43:52.309221 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-2f4c5135-b0fe-4786-a959-b76a77092b4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e5791d4c31843458f4089232141ef03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226501 Jul 19 07:43:52.309513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 42242) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:52.312874 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c5135-b0fe-4786-a959-b76a77092b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd40cd9-b86e-4f73-9656-89edd437d9fa,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:52.319022 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8a3c5678-04aa-4906-9cad-f1f5af4cade5 req-42f776a2-7754-44d7-985a-67c05961a26b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999463 Jul 19 07:43:52.385243 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aa8c929b-b867-4651-80e3-f8e9cf854230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:52.406974 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aa8c929b-b867-4651-80e3-f8e9cf854230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:52.415113 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005e4d-138f-4983-ae71-06983d690623 req-504021eb-01ad-43f2-a99c-6f1ed9dfed80 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:52.418221 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-47005e4d-138f-4983-ae71-06983d690623 req-504021eb-01ad-43f2-a99c-6f1ed9dfed80 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0722086 Jul 19 07:43:52.458344 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-47005e4d-138f-4983-ae71-06983d690623 req-c4c72c8b-5c15-48c3-9d09-11cdbc57cbd5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Jul 19 07:43:52.459902 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aa8c929b-b867-4651-80e3-f8e9cf854230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:52.462459 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aa8c929b-b867-4651-80e3-f8e9cf854230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:52.464125 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-aa8c929b-b867-4651-80e3-f8e9cf854230 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbd40cd9-b86e-4f73-9656-89edd437d9fa HTTP/1.1" status: 204 len: 168 time: 0.1538191 Jul 19 07:43:52.472212 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c929b-b867-4651-80e3-f8e9cf854230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd40cd9-b86e-4f73-9656-89edd437d9fa,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:52.668522 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fc52e-fe9f-4548-815d-ae2cb8a0e190 req-982583ff-86d5-464b-a73b-1b082330e8dd tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:52.670131 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-138fc52e-fe9f-4548-815d-ae2cb8a0e190 req-982583ff-86d5-464b-a73b-1b082330e8dd tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0643835 Jul 19 07:43:52.712446 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-138fc52e-fe9f-4548-815d-ae2cb8a0e190 req-82767749-380b-4aee-803f-3241c1b09c08 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368869 Jul 19 07:43:53.089453 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 42270) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:53.182862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-412668461-network', 'tenant_id': 'e91d10cc01a54ca29edd8991361cf6fe'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:53.204551 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Made reservation on behalf of e91d10cc01a54ca29edd8991361cf6fe for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:43:53.206773 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.214637 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.298975 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.302676 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.324527 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:43:53.338680 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da195b8-b3e0-4df0-a19a-d245cf7b39da,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:53.343811 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.344145 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Added segment 1d914a28-ac2a-41ee-8783-4b8de9bd42b1 of type vlan for network 4da14092-584b-409a-9545-5cf09008f21c Jul 19 07:43:53.392714 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.394665 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.424735 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.425760 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:53.426351 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.463177 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3695724 Jul 19 07:43:53.463434 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 42278) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:43:53.469021 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Request body: {'subnet': {'network_id': '4da14092-584b-409a-9545-5cf09008f21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-412668461-subnet', 'tenant_id': 'e91d10cc01a54ca29edd8991361cf6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:53.471025 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854bf6-34a7-4257-b9a9-1c12afc70d13 req-c0efe73c-99c8-4aac-9551-8b8aed48c0bb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:53.472603 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-35854bf6-34a7-4257-b9a9-1c12afc70d13 req-c0efe73c-99c8-4aac-9551-8b8aed48c0bb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 944 time: 0.1163793 Jul 19 07:43:53.502874 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcb9e2-17c1-40c0-b6de-ef70f7f720d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4da14092-584b-409a-9545-5cf09008f21c,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:53.517862 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 4da14092-584b-409a-9545-5cf09008f21c details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:43:53.522333 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Made reservation on behalf of e91d10cc01a54ca29edd8991361cf6fe for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:43:53.524881 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.530131 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-35854bf6-34a7-4257-b9a9-1c12afc70d13 req-e510a08d-d9b8-42fe-a808-170388bbb2a3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Jul 19 07:43:53.540972 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61bf1-cbc1-4280-8f22-3edddc560cee req-38f54080-6043-4306-84ad-9f4f4165f73b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:53.542157 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-43d61bf1-cbc1-4280-8f22-3edddc560cee req-38f54080-6043-4306-84ad-9f4f4165f73b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1178775 Jul 19 07:43:53.588620 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-43d61bf1-cbc1-4280-8f22-3edddc560cee req-a57dbdd8-fbbc-4b90-9da0-b20dfe2b21a1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Jul 19 07:43:53.734959 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.797602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:53.808071 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Checking segment: {'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:43:53.808471 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Network hostable DHCP agents. Network: 4da14092-584b-409a-9545-5cf09008f21c, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:43:53.825303 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Network 4da14092-584b-409a-9545-5cf09008f21c is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:43:53.833897 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 4da14092-584b-409a-9545-5cf09008f21c) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:43:53.839008 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:53.839762 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:53.844999 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0db9e2-998a-4988-b27e-005250042d3f None None] Network 4da14092-584b-409a-9545-5cf09008f21c requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:43:53.854892 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-a7a0ec3b-4b7a-4e42-8424-ac1a37e89af2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3900719 Jul 19 07:43:53.927997 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043a506-a8ca-4c23-89bf-9ebfab324394 req-7c54fe79-cb35-4d01-8533-438414c8200a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:53.929532 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1043a506-a8ca-4c23-89bf-9ebfab324394 req-7c54fe79-cb35-4d01-8533-438414c8200a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.3181245 Jul 19 07:43:53.945889 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf3cc-90f8-4558-a84f-af7dba02b460 req-a4e2240c-264c-44e6-8e8a-d22f22654ecd tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:53.953411 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c1ebf3cc-90f8-4558-a84f-af7dba02b460 req-a4e2240c-264c-44e6-8e8a-d22f22654ecd tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1188612 Jul 19 07:43:53.988424 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7e690-e135-4528-a7c2-af486c0c1afc None None] Network 4da14092-584b-409a-9545-5cf09008f21c requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:43:54.019540 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c1ebf3cc-90f8-4558-a84f-af7dba02b460 req-f313fed6-9717-4d6c-b292-e09daf94d3fb tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652502 Jul 19 07:43:54.036109 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1043a506-a8ca-4c23-89bf-9ebfab324394 req-8d9bb06f-1720-4cd1-81cf-22d9b06fb09f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788438 Jul 19 07:43:54.441481 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device dfbe4f84-2092-4872-8f07-6915ef60dd05 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:43:54.534792 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port dfbe4f84-2092-4872-8f07-6915ef60dd05, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfbe4f84-2092-4872-8f07-6915ef60dd05,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:54.545873 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'dfbe4f84-2092-4872-8f07-6915ef60dd05', 'network_id': 'b584b1b1-ba2c-4e8d-99a7-17853b794716', 'port_id': 'dfbe4f84-2092-4872-8f07-6915ef60dd05', 'mac_address': 'fa:16:3e:f1:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5daced-5b5f-4f67-88a0-29aee7da9eb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:43:54.585438 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:54.597577 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbe4f84-2092-4872-8f07-6915ef60dd05 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:54.617504 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port dfbe4f84-2092-4872-8f07-6915ef60dd05, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfbe4f84-2092-4872-8f07-6915ef60dd05,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:54.629862 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:54.683548 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ed9e8-7aaa-4d74-8857-e64a199dceab req-70cf8a58-e11c-4ed9-a323-0cffbfe449ac tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:54.683942 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=dfbe4f84-2092-4872-8f07-6915ef60dd05,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:54.685089 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-558ed9e8-7aaa-4d74-8857-e64a199dceab req-70cf8a58-e11c-4ed9-a323-0cffbfe449ac tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 944 time: 0.0820839 Jul 19 07:43:54.691537 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.691980 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.692451 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.692795 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.693130 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.693463 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.694110 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.694110 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.694427 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.694753 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.695076 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.695399 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:43:54.753802 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-558ed9e8-7aaa-4d74-8857-e64a199dceab req-ba7363fd-c26a-4c67-ab97-aec3cdb2c333 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Jul 19 07:43:54.775007 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bcb3d-545c-4b7a-a56c-010790311337 req-f88ff01f-d877-40b3-876d-d6caf878468a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:54.777002 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a46bcb3d-545c-4b7a-a56c-010790311337 req-f88ff01f-d877-40b3-876d-d6caf878468a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0910389 Jul 19 07:43:54.813874 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a46bcb3d-545c-4b7a-a56c-010790311337 req-ab160a43-8470-4766-bd14-7f7c5fa67fb3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Jul 19 07:43:55.078302 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['dfbe4f84-2092-4872-8f07-6915ef60dd05'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:55.214544 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bed1f-1b94-432b-935a-36e36f5fa9ef req-b684031f-7d3a-4c73-a92a-447599a3f131 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:55.216191 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-450bed1f-1b94-432b-935a-36e36f5fa9ef req-b684031f-7d3a-4c73-a92a-447599a3f131 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1131730 Jul 19 07:43:55.234516 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7488c3e-d172-4a6b-96c6-877f184e5e91 req-b2756b65-93a2-4c26-be14-23f98a48ec71 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:55.237533 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7488c3e-d172-4a6b-96c6-877f184e5e91 req-b2756b65-93a2-4c26-be14-23f98a48ec71 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1068938 Jul 19 07:43:55.298682 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-450bed1f-1b94-432b-935a-36e36f5fa9ef req-bd9f7c61-5894-4267-aa4e-2f7208f4348e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599542 Jul 19 07:43:55.316829 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7488c3e-d172-4a6b-96c6-877f184e5e91 req-840e805d-fdc5-4137-8020-9066cad7f2f1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679047 Jul 19 07:43:55.672146 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-9ae1b505-5a12-4592-84b6-5cbe3d1ce41c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:55.673667 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-9ae1b505-5a12-4592-84b6-5cbe3d1ce41c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/networks?id=4da14092-584b-409a-9545-5cf09008f21c HTTP/1.1" status: 200 len: 813 time: 0.1251216 Jul 19 07:43:55.692774 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-156d974d-cb54-43e7-8f7e-e1fc7ea109c0 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/quotas/e91d10cc01a54ca29edd8991361cf6fe HTTP/1.1" status: 200 len: 375 time: 0.0136824 Jul 19 07:43:55.721847 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-d7e8a23a-7760-425f-9bb1-c3aacc9addde tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e91d10cc01a54ca29edd8991361cf6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274971 Jul 19 07:43:55.812383 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-4da25461-94f1-4dcc-8ee0-c8f729eb9603 service neutron] 10.222.0.10 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840664 Jul 19 07:43:55.940661 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-00106318-d705-4b50-bba1-9aa020d5c26b service neutron] 10.222.0.10 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226292 Jul 19 07:43:55.948993 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df2c22-6a33-4b8c-92e5-d220bb6a57c6 req-26703409-6f38-4e30-89d1-1d062a89f94a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:55.950416 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-43df2c22-6a33-4b8c-92e5-d220bb6a57c6 req-26703409-6f38-4e30-89d1-1d062a89f94a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 945 time: 0.1254244 Jul 19 07:43:55.992423 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-43df2c22-6a33-4b8c-92e5-d220bb6a57c6 req-4ae6af05-059c-49b0-a776-69bfa6d48124 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359950 Jul 19 07:43:56.124266 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8dac87e5-db54-4861-96e5-3f64fc62c52d req-9ce2860c-3acb-4c90-b559-d72d4b587d5f tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 210 time: 0.0329556 Jul 19 07:43:56.153716 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c440-f72e-4271-b605-650a35ec3912 req-c88f8ed1-d117-49ee-aa60-05935f123018 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:56.155164 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c975c440-f72e-4271-b605-650a35ec3912 req-c88f8ed1-d117-49ee-aa60-05935f123018 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1059270 Jul 19 07:43:56.203766 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c975c440-f72e-4271-b605-650a35ec3912 req-932b0cc1-f431-470e-ba18-15893a326900 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Jul 19 07:43:56.457498 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:43:56.477772 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device dfbe4f84-2092-4872-8f07-6915ef60dd05 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:43:56.480313 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fca47-176b-47c4-942d-820886958806 req-b1d0ef4d-b847-464f-87ae-054054a75f2b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:56.481792 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ae5fca47-176b-47c4-942d-820886958806 req-b1d0ef4d-b847-464f-87ae-054054a75f2b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1095660 Jul 19 07:43:56.489849 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228a88b-e4f1-4581-b806-059027894fd8 req-5252f17f-4db1-4218-9f84-07b185ff4d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:56.491233 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7228a88b-e4f1-4581-b806-059027894fd8 req-5252f17f-4db1-4218-9f84-07b185ff4d22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0877488 Jul 19 07:43:56.550166 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ae5fca47-176b-47c4-942d-820886958806 req-04ff7312-1f30-4f68-ace8-01ed1cd9dc84 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579867 Jul 19 07:43:56.555433 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7228a88b-e4f1-4581-b806-059027894fd8 req-92c675be-58e5-4e06-85a5-acd3ee2ac891 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565550 Jul 19 07:43:56.611544 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port dfbe4f84-2092-4872-8f07-6915ef60dd05 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:43:56.619657 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port dfbe4f84-2092-4872-8f07-6915ef60dd05 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:43:56.620031 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:56.659145 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:56.675529 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'port_id': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'mac_address': 'fa:16:3e:78:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:43:56.748786 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:56.763762 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:56.771458 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f55ede16-e113-421f-9c86-f48e0dcaa051 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:56.790178 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe4f84-2092-4872-8f07-6915ef60dd05'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:56.792993 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45332455-1fa5-4d9b-9275-4c13034e968f" -d '{"events": [{"server_uuid": "b5b7cae1-d452-4c75-92fe-f9266a63cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe4f84-2092-4872-8f07-6915ef60dd05"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:56.815996 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port dfbe4f84-2092-4872-8f07-6915ef60dd05, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfbe4f84-2092-4872-8f07-6915ef60dd05,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:56.815996 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:56.817421 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:56.821738 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:56.846687 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4f394-bda5-4433-90b8-c66c40bf2e49 x-openstack-request-id: req-bcd4f394-bda5-4433-90b8-c66c40bf2e49 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:56.847076 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b7cae1-d452-4c75-92fe-f9266a63cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe4f84-2092-4872-8f07-6915ef60dd05", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:56.847284 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcd4f394-bda5-4433-90b8-c66c40bf2e49 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:56.847849 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe4f84-2092-4872-8f07-6915ef60dd05', 'code': 200} Jul 19 07:43:56.878379 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=dfbe4f84-2092-4872-8f07-6915ef60dd05,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:56.933550 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=6']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:57.004790 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['f55ede16-e113-421f-9c86-f48e0dcaa051'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:43:57.050414 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2d4c1-7b26-4452-86b8-195d31d2351b req-cafcee69-4dfd-40ab-aee7-e1b1c1c8ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.051932 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-50f2d4c1-7b26-4452-86b8-195d31d2351b req-cafcee69-4dfd-40ab-aee7-e1b1c1c8ed67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 1099 time: 0.0567834 Jul 19 07:43:57.097903 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-50f2d4c1-7b26-4452-86b8-195d31d2351b req-5ed18e22-9284-4f80-b66a-9d46223a789d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Jul 19 07:43:57.137709 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8d054-2275-460e-82f4-368b86c52b7a req-9b97b9b2-c9d4-4efc-a190-fd6f94612c39 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.151638 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d5f8d054-2275-460e-82f4-368b86c52b7a req-9b97b9b2-c9d4-4efc-a190-fd6f94612c39 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 946 time: 0.0905924 Jul 19 07:43:57.192887 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d5f8d054-2275-460e-82f4-368b86c52b7a req-28047007-3ece-4a8a-89c9-469a463ebd38 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Jul 19 07:43:57.240169 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-35e896a3-58de-402e-86c7-8d6162471353 req-3c7f358d-f24b-49ee-a610-fe3743492471 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 210 time: 0.0284393 Jul 19 07:43:57.328649 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe60f16-b485-4531-8c8c-79d6aef41a6c req-cfcdafbd-ffd7-4de5-ae99-2e280c21660d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.330072 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-abe60f16-b485-4531-8c8c-79d6aef41a6c req-cfcdafbd-ffd7-4de5-ae99-2e280c21660d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0606899 Jul 19 07:43:57.372513 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-abe60f16-b485-4531-8c8c-79d6aef41a6c req-5383ffa0-3736-4958-b860-b4dbf07609a5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369217 Jul 19 07:43:57.494904 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-d76ab5f8-e598-4507-bd66-8ca314057523 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.496223 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-d76ab5f8-e598-4507-bd66-8ca314057523 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "GET /v2.0/networks?id=4da14092-584b-409a-9545-5cf09008f21c HTTP/1.1" status: 200 len: 813 time: 0.1098742 Jul 19 07:43:57.517886 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Request body: {'port': {'device_id': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'network_id': '4da14092-584b-409a-9545-5cf09008f21c', 'admin_state_up': True, 'tenant_id': 'e91d10cc01a54ca29edd8991361cf6fe'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:57.536069 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:57.621077 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-f0ad10d0-e9a5-4c0b-a9a3-c3261d23d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.622581 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-f0ad10d0-e9a5-4c0b-a9a3-c3261d23d4a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1098 time: 0.1434820 Jul 19 07:43:57.674630 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Made reservation on behalf of e91d10cc01a54ca29edd8991361cf6fe for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:43:57.678127 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:57.730313 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645124-f6ce-43ce-af19-ac638e9217f3 req-8f10d881-a4a4-41bd-9932-28ed33b7df22 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.731870 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-09645124-f6ce-43ce-af19-ac638e9217f3 req-8f10d881-a4a4-41bd-9932-28ed33b7df22 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1093156 Jul 19 07:43:57.764034 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdbaae-4344-49f5-8128-b5c4b9b1cd55 req-6e39998d-ac00-4e37-9017-dafd9a3186a2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.765584 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-76cdbaae-4344-49f5-8128-b5c4b9b1cd55 req-6e39998d-ac00-4e37-9017-dafd9a3186a2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 945 time: 0.1099429 Jul 19 07:43:57.788852 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-09645124-f6ce-43ce-af19-ac638e9217f3 req-37c79669-f66e-4181-bc06-1a9900d6efd0 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500705 Jul 19 07:43:57.830352 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-76cdbaae-4344-49f5-8128-b5c4b9b1cd55 req-b89e2b0f-5644-44c4-b8a4-45eca2dc3a9f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461369 Jul 19 07:43:57.986387 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-987471ed-7b58-401d-9dff-2c083906a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:57.987991 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-987471ed-7b58-401d-9dff-2c083906a41b service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.3425989 Jul 19 07:43:58.081228 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Allocated IP 172.20.0.4 (4da14092-584b-409a-9545-5cf09008f21c/7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c/e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:43:58.116658 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-dcfe1b8d-d2c5-454b-b8e5-46688a79181b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 200 len: 1001 time: 0.0934842 Jul 19 07:43:58.210305 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-b40f847c-8510-445d-b078-7e4c00872afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:58.211827 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-b40f847c-8510-445d-b078-7e4c00872afc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0864108 Jul 19 07:43:58.347597 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:58.351279 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-fb23d7af-e3bf-4797-a038-412bec72f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:58.353020 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-fb23d7af-e3bf-4797-a038-412bec72f161 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1315370 Jul 19 07:43:58.402985 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c70b0ccd-fefb-4c95-b0c1-9872bd0b06ba req-0c40f1dd-0092-4056-9423-2cbeec930323 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 210 time: 0.0434043 Jul 19 07:43:58.421673 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38f4d4-31af-44da-8c71-7fdcf6677a14 req-347bf055-6d94-4779-af5e-98e04f8448b9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:58.423406 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0c38f4d4-31af-44da-8c71-7fdcf6677a14 req-347bf055-6d94-4779-af5e-98e04f8448b9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 946 time: 0.1256070 Jul 19 07:43:58.460943 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:43:58.491351 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:58.497750 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0c38f4d4-31af-44da-8c71-7fdcf6677a14 req-23238218-4ba1-4398-b84d-1d59fb90d0d8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677617 Jul 19 07:43:58.539884 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-60f50954-ddac-45db-a5e8-b0a0ebe7aa02 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741507 Jul 19 07:43:58.554265 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Network 4da14092-584b-409a-9545-5cf09008f21c is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:43:58.558903 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:43:58.562271 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Pushing event updated for resources: {'Port': ['ID=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:58.568247 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:43:58.572861 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port f55ede16-e113-421f-9c86-f48e0dcaa051 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:43:58.573985 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:58.592685 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803389d-df23-4b27-a530-285ddfdff3ba req-5907f30f-ab31-4188-af35-3e95e731d60c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:58.600128 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2803389d-df23-4b27-a530-285ddfdff3ba req-5907f30f-ab31-4188-af35-3e95e731d60c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1063228 Jul 19 07:43:58.647818 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2803389d-df23-4b27-a530-285ddfdff3ba req-a7396a6e-635d-47ee-91bf-f3246d0af53e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Jul 19 07:43:58.702305 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:58.732035 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a9b2b72d-90c8-4016-a085-2450931235c2 req-d3f18752-7420-4c10-9ce6-654cac55d38b service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608772 Jul 19 07:43:58.735888 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:43:58.737834 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:58.738459 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:58.741853 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:58.754224 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-727707a5-d3ea-4e46-8da0-c85db6517a7c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2407601 Jul 19 07:43:58.767157 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Request body: {'port': {'device_id': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:43:58.802078 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=7']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:58.845129 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:58.849125 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:58.851788 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32774c1e-13a9-4cdc-b0a4-732cafc11998" -d '{"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:58.907961 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba85408-7a5a-419a-b812-f46de321942b x-openstack-request-id: req-7ba85408-7a5a-419a-b812-f46de321942b {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:58.908257 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:58.908808 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ba85408-7a5a-419a-b812-f46de321942b {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:58.909461 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'code': 200} Jul 19 07:43:58.936939 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df898df-1bd6-4aa1-8150-b576192bcc60 req-5f3e6712-22c7-4ce3-b065-e57ca6c19a33 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:58.938534 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8df898df-1bd6-4aa1-8150-b576192bcc60 req-5f3e6712-22c7-4ce3-b065-e57ca6c19a33 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0816002 Jul 19 07:43:59.012146 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8df898df-1bd6-4aa1-8150-b576192bcc60 req-40f433e5-733a-4e92-896d-630bdc00f77a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654631 Jul 19 07:43:59.055546 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0267a-9ad9-4854-a9f0-11d24af83323 req-fe9c8e21-2e21-4307-841a-c4c534149092 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:59.057599 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97c0267a-9ad9-4854-a9f0-11d24af83323 req-fe9c8e21-2e21-4307-841a-c4c534149092 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0842838 Jul 19 07:43:59.108988 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97c0267a-9ad9-4854-a9f0-11d24af83323 req-d499c316-60ca-4870-a54e-607f4d664fcc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Jul 19 07:43:59.171254 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:43:59.179633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:59.192864 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Transition to ACTIVE for port object e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:43:59.198245 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:59.246105 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:59.318209 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Attempting to bind port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:43:59.318506 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Attempting to bind port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:43:59.318837 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Attempting to bind port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a on network 4da14092-584b-409a-9545-5cf09008f21c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:59.325658 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a on network 4da14092-584b-409a-9545-5cf09008f21c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:43:59.326096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Attempting to bind port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a on network 4da14092-584b-409a-9545-5cf09008f21c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:43:59.331871 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:43:59.332366 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Checking segment: {'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:43:59.338951 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Bound using segment: {'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:43:59.338951 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Bound port: e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:43:59.338951 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:59.406894 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] For port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:43:59.410179 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] For port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:43:59.414913 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:59.449499 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:59.450120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:43:59.451539 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a HTTP/1.1" status: 200 len: 1093 time: 0.6894174 Jul 19 07:43:59.451976 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'tag': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:43:59.454358 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af06876b-ec8a-4b1b-a7fc-8b06024ea411" -d '{"events": [{"name": "network-changed", "server_uuid": "11fb09d5-d4c5-4313-894c-bae16f9d669d", "tag": "e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:43:59.479474 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f13b2-16e7-4a8b-a826-211bda08e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:43:59.521325 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52f0097-d922-44b9-9ec2-26a39289be25 x-openstack-request-id: req-f52f0097-d922-44b9-9ec2-26a39289be25 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:43:59.521717 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fb09d5-d4c5-4313-894c-bae16f9d669d", "tag": "e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:43:59.522060 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f52f0097-d922-44b9-9ec2-26a39289be25 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:43:59.522590 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'tag': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a', 'status': 'completed', 'code': 200} Jul 19 07:43:59.575009 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-8ff014ac-d942-4833-8b3b-8d01e8446873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:59.576501 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-8ff014ac-d942-4833-8b3b-8d01e8446873 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e91d10cc01a54ca29edd8991361cf6fe&device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 1096 time: 0.0652306 Jul 19 07:43:59.606634 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa85fe-83d4-4134-a7b4-64dbdcb118c9 req-6d7974ad-e090-46a9-b409-d1cce0a8cd8e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:59.612982 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ecfa85fe-83d4-4134-a7b4-64dbdcb118c9 req-6d7974ad-e090-46a9-b409-d1cce0a8cd8e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 943 time: 0.1147873 Jul 19 07:43:59.636894 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-57ab6e61-f285-41e5-8bb3-c5e9e5ecaefc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a HTTP/1.1" status: 200 len: 217 time: 0.0468104 Jul 19 07:43:59.685135 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ecfa85fe-83d4-4134-a7b4-64dbdcb118c9 req-cca1ecda-cfc0-4f9b-9f76-5c0b7e07bfab tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706952 Jul 19 07:43:59.692691 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-8736fc10-6ff1-4584-9f21-5b67b1939e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:59.694680 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-8736fc10-6ff1-4584-9f21-5b67b1939e29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c HTTP/1.1" status: 200 len: 853 time: 0.0501595 Jul 19 07:43:59.727104 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4e6d-436a-46c9-afc3-ebff5b05864e req-e676cd49-039a-4969-8516-1f55e22159c5 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:59.729419 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7dac4e6d-436a-46c9-afc3-ebff5b05864e req-e676cd49-039a-4969-8516-1f55e22159c5 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 946 time: 0.1139898 Jul 19 07:43:59.729863 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-d43b5a40-fb50-4405-b753-5a3102800c22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4da14092-584b-409a-9545-5cf09008f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269024 Jul 19 07:43:59.805065 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7dac4e6d-436a-46c9-afc3-ebff5b05864e req-7eb844b9-4e54-4645-980a-436415713a6c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700960 Jul 19 07:43:59.842717 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba028a-1ad2-47e3-bd2c-cdf200d4ad01 req-8dfb2b45-3ba9-49df-ae2a-2d98d6f00fba tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:43:59.843728 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-7b3525c7-91a1-47f0-b109-ff6ac1dda444 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031406 Jul 19 07:43:59.844456 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-66ba028a-1ad2-47e3-bd2c-cdf200d4ad01 req-8dfb2b45-3ba9-49df-ae2a-2d98d6f00fba tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1023078 Jul 19 07:43:59.932894 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-66ba028a-1ad2-47e3-bd2c-cdf200d4ad01 req-b8646236-4e7d-461d-9ec7-2e6ceaaf431b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795977 Jul 19 07:43:59.969478 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eecfd651-1d08-4c90-bf14-25c57e8f6adf req-231a5f09-4de4-4402-a76f-645ca4081594 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116834 Jul 19 07:44:00.114896 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-4b9a34a7-4b97-4615-910d-ef6e94d885ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.116644 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-4b9a34a7-4b97-4615-910d-ef6e94d885ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e91d10cc01a54ca29edd8991361cf6fe&device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 1096 time: 0.0869570 Jul 19 07:44:00.273634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-d0acd0fe-3b74-483f-bf75-91b452edbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.276662 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-d0acd0fe-3b74-483f-bf75-91b452edbb22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4da14092-584b-409a-9545-5cf09008f21c HTTP/1.1" status: 200 len: 914 time: 0.1471438 Jul 19 07:44:00.331467 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207055e4-377d-4d53-9bcc-7492ec5ec79e req-16970c0e-0087-41d2-9819-3218acdcef37 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.336862 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-207055e4-377d-4d53-9bcc-7492ec5ec79e req-16970c0e-0087-41d2-9819-3218acdcef37 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.2266738 Jul 19 07:44:00.340613 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-f67864c3-7995-4223-915e-39dde5d21ed7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a HTTP/1.1" status: 200 len: 217 time: 0.0532706 Jul 19 07:44:00.398826 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307107-1c94-484c-955b-89ecf742a935 req-85d32b5c-232d-468e-b9cf-300e928ca1d9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.401042 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b9307107-1c94-484c-955b-89ecf742a935 req-85d32b5c-232d-468e-b9cf-300e928ca1d9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1665211 Jul 19 07:44:00.442710 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-207055e4-377d-4d53-9bcc-7492ec5ec79e req-ccf8667b-decd-4e14-a034-d8d30b9ec6c5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960236 Jul 19 07:44:00.472113 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-aff4f0cb-9e04-4430-91b6-9631afe96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.472113 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-aff4f0cb-9e04-4430-91b6-9631afe96285 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c HTTP/1.1" status: 200 len: 853 time: 0.1115894 Jul 19 07:44:00.526109 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b9307107-1c94-484c-955b-89ecf742a935 req-e6a7b6da-9465-4811-ac76-47b226987810 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069422 Jul 19 07:44:00.545497 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-1b4cc35d-24c0-4561-a447-0eaefab5360f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4da14092-584b-409a-9545-5cf09008f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728407 Jul 19 07:44:00.562117 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 42478) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:00.719950 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-74e7fe5c-fbe9-4c92-9051-611ac008aa38 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643167 Jul 19 07:44:00.803078 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fa624339-ec95-4688-a9e9-1358f0c28cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:00.896396 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af06876b-ec8a-4b1b-a7fc-8b06024ea411 req-b5ef2ae2-8a37-4a3a-8a3a-dccf7fc7f044 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657028 Jul 19 07:44:00.910230 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a7e92-3979-4e97-8c73-4c1af67591a6 req-86c6ba4b-6b0f-47ba-9b7c-98f53bc7e3b5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.912205 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2a3a7e92-3979-4e97-8c73-4c1af67591a6 req-86c6ba4b-6b0f-47ba-9b7c-98f53bc7e3b5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1861579 Jul 19 07:44:00.927157 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-086259eb-5907-447d-b936-fb5492038653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.928996 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-086259eb-5907-447d-b936-fb5492038653 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0896044 Jul 19 07:44:00.953042 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7656ba-ddf6-4db2-9942-a16b1d89ca17 req-a0e7ee90-75e6-4fa6-a5b8-0ff087fb668a tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:00.960080 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4c7656ba-ddf6-4db2-9942-a16b1d89ca17 req-a0e7ee90-75e6-4fa6-a5b8-0ff087fb668a tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 943 time: 0.1762240 Jul 19 07:44:01.027216 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2a3a7e92-3979-4e97-8c73-4c1af67591a6 req-14eda379-12d3-47b8-a145-6d082a02379a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000717 Jul 19 07:44:01.061279 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4c7656ba-ddf6-4db2-9942-a16b1d89ca17 req-a2ea29bd-0673-41e7-8c60-5976eb096498 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002457 Jul 19 07:44:01.084401 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fa624339-ec95-4688-a9e9-1358f0c28cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:01.086385 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-16d2a742-f52a-48b1-8c00-9462c11dae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:01.088499 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-16d2a742-f52a-48b1-8c00-9462c11dae2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 912 time: 0.1517689 Jul 19 07:44:01.088755 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fa624339-ec95-4688-a9e9-1358f0c28cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:01.139225 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa624339-ec95-4688-a9e9-1358f0c28cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e6a4a-78a6-41ad-8510-57cc3a9e3f17,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:01.156164 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-fa624339-ec95-4688-a9e9-1358f0c28cf1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11dd3fc63f3d4688aaedde91a2d69d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929635 Jul 19 07:44:01.159386 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 42488) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:01.209367 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-32fe9eb2-4834-4c7a-8861-3b447769128b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 200 len: 1001 time: 0.1136224 Jul 19 07:44:01.250228 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6a1d97c5-a47f-402a-9729-bfa0c8132d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:01.258824 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358829b-0663-478b-b47e-d1760f844969 req-e22f9bb9-8ad8-4e46-99d8-77faf069397b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:01.266123 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9358829b-0663-478b-b47e-d1760f844969 req-e22f9bb9-8ad8-4e46-99d8-77faf069397b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1530347 Jul 19 07:44:01.293902 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-be998663-4972-4ce4-8bb0-e3f5ed389ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:01.295433 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-be998663-4972-4ce4-8bb0-e3f5ed389ff5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0781984 Jul 19 07:44:01.325084 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6a1d97c5-a47f-402a-9729-bfa0c8132d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:01.391480 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9358829b-0663-478b-b47e-d1760f844969 req-2a74594d-68ef-44a4-a986-c14ec6dc4778 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244156 Jul 19 07:44:01.405074 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-525a7dc3-b014-488c-b18a-0dcb1212cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:01.405890 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-525a7dc3-b014-488c-b18a-0dcb1212cdd1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0976505 Jul 19 07:44:01.426548 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6a1d97c5-a47f-402a-9729-bfa0c8132d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:01.430059 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6a1d97c5-a47f-402a-9729-bfa0c8132d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:01.431806 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-6a1d97c5-a47f-402a-9729-bfa0c8132d28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf5e6a4a-78a6-41ad-8510-57cc3a9e3f17 HTTP/1.1" status: 204 len: 168 time: 0.2706246 Jul 19 07:44:01.455464 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d97c5-a47f-402a-9729-bfa0c8132d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e6a4a-78a6-41ad-8510-57cc3a9e3f17,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:01.618193 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-c29ecbd0-3fcc-4cfc-8af4-b0d738795381 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981235 Jul 19 07:44:01.777729 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-034e78ec-5bcc-4b63-8275-dd57c4fff2d5 req-8b42f951-efdf-4d39-bf77-3071a248e66b service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496770 Jul 19 07:44:01.866787 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2324da-553f-4448-a3c9-4d0b458a4fca req-5fe8b8b0-15e0-4368-bd9c-baa129e9b1cb tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:01.876629 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a2324da-553f-4448-a3c9-4d0b458a4fca req-5fe8b8b0-15e0-4368-bd9c-baa129e9b1cb tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1898413 Jul 19 07:44:01.937234 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a2324da-553f-4448-a3c9-4d0b458a4fca req-bce05c78-e43c-42c8-8cc3-2422e8151418 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554335 Jul 19 07:44:02.209780 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705b7e8-9033-4bd5-88c2-ad08252d5881 req-8597cee9-b85d-4d66-a7e9-9812f4b46a5e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:02.211373 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4705b7e8-9033-4bd5-88c2-ad08252d5881 req-8597cee9-b85d-4d66-a7e9-9812f4b46a5e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1162539 Jul 19 07:44:02.232791 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19888f7-009b-4a62-a7ea-34208706a347 req-2ebcd91e-8406-4a46-a181-424e0c6dc324 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:02.234251 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d19888f7-009b-4a62-a7ea-34208706a347 req-2ebcd91e-8406-4a46-a181-424e0c6dc324 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 943 time: 0.0954435 Jul 19 07:44:02.285202 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4705b7e8-9033-4bd5-88c2-ad08252d5881 req-2bbf97d0-307d-4a4d-b246-26767b19de85 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647621 Jul 19 07:44:02.299440 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d19888f7-009b-4a62-a7ea-34208706a347 req-cbcd243e-43ae-4591-9a99-981ea2e25be9 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572309 Jul 19 07:44:02.542622 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10bb71-ecbb-4816-a0e5-f95c8a452fe1 req-54c9260c-9d7a-4f74-8c02-9439c7262014 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:02.544488 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6a10bb71-ecbb-4816-a0e5-f95c8a452fe1 req-54c9260c-9d7a-4f74-8c02-9439c7262014 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0727320 Jul 19 07:44:02.605385 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6a10bb71-ecbb-4816-a0e5-f95c8a452fe1 req-0c221f04-16d8-43f9-b87f-fd9d76ec243b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549507 Jul 19 07:44:03.106718 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdba30f-e0c1-4ca8-a5b8-d1bc5d710c58 req-12d97023-03eb-43a6-ab80-3de471a0105a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:03.108388 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6bdba30f-e0c1-4ca8-a5b8-d1bc5d710c58 req-12d97023-03eb-43a6-ab80-3de471a0105a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0804229 Jul 19 07:44:03.152722 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6bdba30f-e0c1-4ca8-a5b8-d1bc5d710c58 req-ca1db80f-394c-4531-ba57-f1a7bb189191 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385680 Jul 19 07:44:03.487360 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e812cdf-4d94-4331-8d0c-6e674a78ba66 req-3236c7a6-52e5-408e-808f-75fd1cb5ebde tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:03.489372 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6e812cdf-4d94-4331-8d0c-6e674a78ba66 req-3236c7a6-52e5-408e-808f-75fd1cb5ebde tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1191862 Jul 19 07:44:03.528339 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23517296-8667-4d0e-87d6-38ecc0047761 req-5ecbc248-0d0a-4fc1-b0b2-465b94db14e3 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:03.530356 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23517296-8667-4d0e-87d6-38ecc0047761 req-5ecbc248-0d0a-4fc1-b0b2-465b94db14e3 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 943 time: 0.1200075 Jul 19 07:44:03.567204 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6e812cdf-4d94-4331-8d0c-6e674a78ba66 req-a4c40a3d-dfed-4af8-9114-671da984aa68 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706189 Jul 19 07:44:03.586521 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23517296-8667-4d0e-87d6-38ecc0047761 req-2e116e07-b944-4e2d-b8ef-d716ee7b8391 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Jul 19 07:44:03.763289 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568945-6596-41c6-9856-088453f83ac5 req-75446f40-c5af-40ed-b80b-4c5e6acf1fe9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:03.765155 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08568945-6596-41c6-9856-088453f83ac5 req-75446f40-c5af-40ed-b80b-4c5e6acf1fe9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0786650 Jul 19 07:44:03.812852 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08568945-6596-41c6-9856-088453f83ac5 req-6cbc05d7-6552-4364-9752-7f6a9b1ea3bc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Jul 19 07:44:04.312066 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9a69-3b85-4424-b898-6fee540ca08f req-ae99ee38-7f2a-429c-b903-bde518e4a87a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:04.314170 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a13e9a69-3b85-4424-b898-6fee540ca08f req-ae99ee38-7f2a-429c-b903-bde518e4a87a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0741072 Jul 19 07:44:04.363561 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a13e9a69-3b85-4424-b898-6fee540ca08f req-036cabb0-ccf6-4362-b213-3e58e10ca29e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355401 Jul 19 07:44:04.488151 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:44:04.595257 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:04.606924 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a', 'network_id': '4da14092-584b-409a-9545-5cf09008f21c', 'port_id': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a', 'mac_address': 'fa:16:3e:78:1a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:44:04.671773 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:04.691856 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:44:04.721887 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:04.731341 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:04.779217 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7169-cef8-440c-8f56-37f0c6d9aa9f req-37948be9-9a4a-4f9b-8a1d-90d4b8d94ed7 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:04.780873 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f96f7169-cef8-440c-8f56-37f0c6d9aa9f req-37948be9-9a4a-4f9b-8a1d-90d4b8d94ed7 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 943 time: 0.1175787 Jul 19 07:44:04.821709 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:04.849595 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f96f7169-cef8-440c-8f56-37f0c6d9aa9f req-1a8fadea-f46e-4b82-a9b8-14e55c08439d tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Jul 19 07:44:04.949175 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6454d-c1c8-42fa-9fee-b4e87a3f3a49 req-3f1e3fb4-0b8c-494a-bffc-e9486cd6f94f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:04.950722 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07c6454d-c1c8-42fa-9fee-b4e87a3f3a49 req-3f1e3fb4-0b8c-494a-bffc-e9486cd6f94f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0717964 Jul 19 07:44:05.000957 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-07c6454d-c1c8-42fa-9fee-b4e87a3f3a49 req-5c7230d7-0eb7-4c51-9abf-4ad4854ce41d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Jul 19 07:44:05.132349 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:44:05.507069 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9103296-e7d9-4ffe-a5c6-6e88d9d8f2cf req-64ece07b-9afc-40ac-9fcf-9cfeada37447 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:05.508988 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f9103296-e7d9-4ffe-a5c6-6e88d9d8f2cf req-64ece07b-9afc-40ac-9fcf-9cfeada37447 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0669408 Jul 19 07:44:05.552479 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f9103296-e7d9-4ffe-a5c6-6e88d9d8f2cf req-a1c2dcdb-5c51-4c88-8f35-f1082982f977 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370252 Jul 19 07:44:05.987628 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf0bf1-db6f-48b1-abc0-a43ddd834fbd req-18078b2e-7685-4591-aa3c-377329415f62 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:05.990743 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eacf0bf1-db6f-48b1-abc0-a43ddd834fbd req-18078b2e-7685-4591-aa3c-377329415f62 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 944 time: 0.0753012 Jul 19 07:44:06.035752 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eacf0bf1-db6f-48b1-abc0-a43ddd834fbd req-393e8738-e1d3-4ee3-9982-b7a59ee36536 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352907 Jul 19 07:44:06.365938 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582a4d2-f19d-4e32-aa60-d7ad863252f7 req-83be366e-fe82-4fd2-8bed-0c13def52eae tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:06.370256 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2582a4d2-f19d-4e32-aa60-d7ad863252f7 req-83be366e-fe82-4fd2-8bed-0c13def52eae tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.2804399 Jul 19 07:44:06.410367 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2582a4d2-f19d-4e32-aa60-d7ad863252f7 req-1fb21d38-b805-4f46-acfb-2d066756767c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Jul 19 07:44:06.494687 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:06.548829 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:06.552585 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:06.552960 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:06.645006 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:06.674597 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:44:06.678881 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d7c5c-3c77-47fb-8de3-dba6aea102f9" -d '{"events": [{"server_uuid": "11fb09d5-d4c5-4313-894c-bae16f9d669d", "name": "network-vif-plugged", "status": "completed", "tag": "e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:44:06.692267 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:06.699970 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:06.721899 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beace85-b936-494c-90c5-f7fe833851ff req-efa22d52-aaf4-4a59-9bd9-6c83f1ea1766 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:06.736657 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f5c77d-da81-4087-a6ea-d8c1e9e4efd6 x-openstack-request-id: req-64f5c77d-da81-4087-a6ea-d8c1e9e4efd6 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:44:06.736950 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fb09d5-d4c5-4313-894c-bae16f9d669d", "name": "network-vif-plugged", "status": "completed", "tag": "e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:44:06.737206 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64f5c77d-da81-4087-a6ea-d8c1e9e4efd6 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:44:06.737492 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7beace85-b936-494c-90c5-f7fe833851ff req-efa22d52-aaf4-4a59-9bd9-6c83f1ea1766 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0871072 Jul 19 07:44:06.737611 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a', 'code': 200} Jul 19 07:44:06.793137 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:06.804195 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7beace85-b936-494c-90c5-f7fe833851ff req-c55d0a63-3df2-4de8-a356-9d89b004002b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533187 Jul 19 07:44:06.974041 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ba5e-e71e-4a7d-a159-e0ab5b23bf22 req-079d7d98-e49e-4429-88ff-a9477e2ad519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:06.976393 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3f50ba5e-e71e-4a7d-a159-e0ab5b23bf22 req-079d7d98-e49e-4429-88ff-a9477e2ad519 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 1098 time: 0.0598974 Jul 19 07:44:07.016621 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-3f50ba5e-e71e-4a7d-a159-e0ab5b23bf22 req-a9546ccf-b1aa-497d-a836-4a1d8823a77f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301278 Jul 19 07:44:07.187396 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350341d-2ec2-47c0-87a1-bdb4620e7a83 req-83a670e0-9994-4bcc-b767-73590e3df1cc tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:07.190025 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6350341d-2ec2-47c0-87a1-bdb4620e7a83 req-83a670e0-9994-4bcc-b767-73590e3df1cc tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 945 time: 0.0752831 Jul 19 07:44:07.244880 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6350341d-2ec2-47c0-87a1-bdb4620e7a83 req-1f7d0a69-08a4-4599-8f8e-2e07e67fa00a tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Jul 19 07:44:07.554194 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da49845-5b00-4169-9241-16dae37569a4 req-4009a4cb-98d0-484a-920f-cde487bdb67c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:07.555989 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6da49845-5b00-4169-9241-16dae37569a4 req-4009a4cb-98d0-484a-920f-cde487bdb67c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0762296 Jul 19 07:44:07.602369 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6da49845-5b00-4169-9241-16dae37569a4 req-6deff1c0-9d3e-4abc-88cb-6135ae4a1a93 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Jul 19 07:44:07.952670 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e95-b74c-40e2-a569-43d6e6954e6a req-fadca666-258d-4696-8363-504cbbd70e6a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:07.959425 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-aa975e95-b74c-40e2-a569-43d6e6954e6a req-fadca666-258d-4696-8363-504cbbd70e6a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0959811 Jul 19 07:44:07.997193 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-aa975e95-b74c-40e2-a569-43d6e6954e6a req-267e7e50-7f57-454e-ae09-e437bb854332 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368872 Jul 19 07:44:08.443870 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468577a6-a1f8-4901-abe8-d51f30b29fb9 req-0410e583-fa12-41be-a685-9fc4766a099f tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:08.451294 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-468577a6-a1f8-4901-abe8-d51f30b29fb9 req-0410e583-fa12-41be-a685-9fc4766a099f tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 945 time: 0.0786369 Jul 19 07:44:08.497692 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-468577a6-a1f8-4901-abe8-d51f30b29fb9 req-4bc89ea1-7f81-45f5-b22a-24065a5e73f3 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453098 Jul 19 07:44:08.742001 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c3d17-dee1-4ae5-8e70-c0dccde7029a req-e4f22c8b-525b-4f6b-8fd5-1ed414e76e70 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:08.751284 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-249c3d17-dee1-4ae5-8e70-c0dccde7029a req-e4f22c8b-525b-4f6b-8fd5-1ed414e76e70 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0719786 Jul 19 07:44:08.800787 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-249c3d17-dee1-4ae5-8e70-c0dccde7029a req-ae614ec9-3fd8-4e0b-9a66-e12674d39414 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Jul 19 07:44:09.140258 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294df1f-796d-4c43-8a32-889a41f4b794 req-284b7735-ac96-4a1f-ac5b-4f168ca41221 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:09.141729 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6294df1f-796d-4c43-8a32-889a41f4b794 req-284b7735-ac96-4a1f-ac5b-4f168ca41221 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0692642 Jul 19 07:44:09.185659 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6294df1f-796d-4c43-8a32-889a41f4b794 req-e955814e-1e4d-4bb6-872b-6d939c44b0e7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375419 Jul 19 07:44:09.589159 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a741-10c3-47c9-8de8-0949939155f3 req-7c918828-3411-4efa-b17c-abe2c02b91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:09.592157 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8449a741-10c3-47c9-8de8-0949939155f3 req-7c918828-3411-4efa-b17c-abe2c02b91ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 1098 time: 0.1008544 Jul 19 07:44:09.639113 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8449a741-10c3-47c9-8de8-0949939155f3 req-5daebe1e-754e-431d-96a6-ddb21af0d37e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Jul 19 07:44:09.646618 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85051f-d942-4114-9186-2ee9af6a9d91 req-4803473b-2708-4e49-b255-c4271dc0f249 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:09.648199 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d85051f-d942-4114-9186-2ee9af6a9d91 req-4803473b-2708-4e49-b255-c4271dc0f249 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 945 time: 0.0689092 Jul 19 07:44:09.685837 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d85051f-d942-4114-9186-2ee9af6a9d91 req-637a7759-b0cc-455c-b78e-d74ccf47350c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Jul 19 07:44:09.932178 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4ffeb-4420-4d32-9114-941379783a53 req-480465ac-cbc3-48f6-950a-939463451968 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:09.933702 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3ef4ffeb-4420-4d32-9114-941379783a53 req-480465ac-cbc3-48f6-950a-939463451968 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0641959 Jul 19 07:44:09.970704 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3ef4ffeb-4420-4d32-9114-941379783a53 req-ef75972e-47b4-4efb-9a35-79fc210000ba tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313320 Jul 19 07:44:10.321095 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e359a-d4fd-4df1-a38f-6c3d30400eb3 req-1600652d-f894-4a1e-9a95-ba7ec0addc92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:10.322625 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-377e359a-d4fd-4df1-a38f-6c3d30400eb3 req-1600652d-f894-4a1e-9a95-ba7ec0addc92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0668933 Jul 19 07:44:10.360208 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-377e359a-d4fd-4df1-a38f-6c3d30400eb3 req-df0580f5-6952-47fa-923a-7fcb0333b7a9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Jul 19 07:44:10.373719 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-8e0b8958-6012-4a9c-a609-82da3447be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:10.375182 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-8e0b8958-6012-4a9c-a609-82da3447be62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1099 time: 0.0547156 Jul 19 07:44:10.466791 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-41929f31-4f60-47ef-ad61-016053e7cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:10.468264 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-41929f31-4f60-47ef-ad61-016053e7cd69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.0862210 Jul 19 07:44:10.539573 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-7bfb4cb3-bf8e-4ecc-9bf2-af27a4b571dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 200 len: 1002 time: 0.0642269 Jul 19 07:44:10.600873 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-64ee9631-e959-46b0-9c2d-85be8c2b51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:10.602294 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-64ee9631-e959-46b0-9c2d-85be8c2b51f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0468247 Jul 19 07:44:10.674566 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-2b3d6d89-7b8e-40b1-b581-c1ab4f09a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:10.676142 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-2b3d6d89-7b8e-40b1-b581-c1ab4f09a78b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569503 Jul 19 07:44:10.778671 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-bd8672ec-d07d-42c4-9845-c6637aaf8b66 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835831 Jul 19 07:44:10.877259 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0cf888d4-97ef-4be3-ab81-009bb3f6d08b req-c744c727-a100-42e1-bae2-d7a25d2030b7 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833714 Jul 19 07:44:11.111094 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c99294-5746-4365-918c-2f51d37cd037 req-ddc02314-9f3d-4bfc-82e8-d27f0355fc91 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:11.113147 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a4c99294-5746-4365-918c-2f51d37cd037 req-ddc02314-9f3d-4bfc-82e8-d27f0355fc91 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0716734 Jul 19 07:44:11.154464 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a4c99294-5746-4365-918c-2f51d37cd037 req-77f81d30-a550-4fdc-9c72-5ad4f1935e19 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Jul 19 07:44:11.495790 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592eb6a-6c29-4627-abe2-299dacf239fb req-f0d8e4e9-d47c-4be0-a537-93c4b088f4b2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:11.497249 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b592eb6a-6c29-4627-abe2-299dacf239fb req-f0d8e4e9-d47c-4be0-a537-93c4b088f4b2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.0639446 Jul 19 07:44:11.535611 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b592eb6a-6c29-4627-abe2-299dacf239fb req-7afa0cff-8b33-4e60-b065-bd4dd9e60657 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329819 Jul 19 07:44:12.284918 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be88f1-271e-46b3-a3b6-5d331d35b784 req-49e7e5bf-f63c-4f0c-b2a9-ed905c23760f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:12.286468 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3be88f1-271e-46b3-a3b6-5d331d35b784 req-49e7e5bf-f63c-4f0c-b2a9-ed905c23760f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0630045 Jul 19 07:44:12.324998 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3be88f1-271e-46b3-a3b6-5d331d35b784 req-44eb7679-d736-4928-b755-24108652c184 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Jul 19 07:44:12.449881 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd75aa7-3521-412b-8042-3e80758f1368 req-723bf13a-e99a-4755-91d3-bfc37ef65ec2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:12.451263 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4fd75aa7-3521-412b-8042-3e80758f1368 req-723bf13a-e99a-4755-91d3-bfc37ef65ec2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0620010 Jul 19 07:44:12.487498 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4fd75aa7-3521-412b-8042-3e80758f1368 req-5ac13ab6-eead-4c69-b9aa-a49c95a64b8e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308397 Jul 19 07:44:12.541350 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:44:12.622732 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:12.647335 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:44:12.650400 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1c1616-fff4-44d6-9451-0ffd8a9b6edb" -d '{"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:44:12.668209 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:12.673052 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:12.699504 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 07:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b7c312-3528-4af9-9662-ceabd804628f x-openstack-request-id: req-a0b7c312-3528-4af9-9662-ceabd804628f {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:44:12.700385 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:44:12.700774 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0b7c312-3528-4af9-9662-ceabd804628f {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:44:12.701634 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'code': 200} Jul 19 07:44:12.701742 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71674924-7d1d-4b5e-87f5-efe8489b597c req-ea2f207c-f562-4cf7-b00c-90e33dab5f07 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:12.710087 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-71674924-7d1d-4b5e-87f5-efe8489b597c req-ea2f207c-f562-4cf7-b00c-90e33dab5f07 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 946 time: 0.1028461 Jul 19 07:44:12.732113 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=8']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:12.747565 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-71674924-7d1d-4b5e-87f5-efe8489b597c req-96e0a9ac-045a-4541-8480-6ac6602a09bc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365887 Jul 19 07:44:13.215948 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca1a50-bb9d-40e8-9de4-66fa54fba045 req-945c23b2-a558-49ea-8315-b24fbdb4b909 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:13.217487 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17ca1a50-bb9d-40e8-9de4-66fa54fba045 req-945c23b2-a558-49ea-8315-b24fbdb4b909 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 946 time: 0.0632141 Jul 19 07:44:13.255821 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17ca1a50-bb9d-40e8-9de4-66fa54fba045 req-c366ad5c-f3ad-4e3f-aa14-7b7eb337ae62 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Jul 19 07:44:13.888334 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ca68a-7733-4569-aae7-004c33eab6f8 req-601b46c0-6500-4690-bdac-c70dae32b29c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:13.889938 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2c6ca68a-7733-4569-aae7-004c33eab6f8 req-601b46c0-6500-4690-bdac-c70dae32b29c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0675964 Jul 19 07:44:13.930359 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2c6ca68a-7733-4569-aae7-004c33eab6f8 req-956b6573-838c-4c22-9d7e-a797a4983077 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346444 Jul 19 07:44:14.101022 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-ea5212a5-5beb-4a54-a35c-bab297e2f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:14.103597 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-ea5212a5-5beb-4a54-a35c-bab297e2f5ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1099 time: 0.0532651 Jul 19 07:44:14.126884 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d410815-bf52-414f-bda9-31d53f358e87 req-365207d6-da04-4d24-979a-549dd6ff5855 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:14.126884 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4d410815-bf52-414f-bda9-31d53f358e87 req-365207d6-da04-4d24-979a-549dd6ff5855 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0707088 Jul 19 07:44:14.164637 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4d410815-bf52-414f-bda9-31d53f358e87 req-4e6162e2-50ed-4212-820d-48dfa98c48c9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332663 Jul 19 07:44:14.221728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-09202ffd-c89b-401b-a89a-0f5109eec8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:14.223279 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-09202ffd-c89b-401b-a89a-0f5109eec8e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 920 time: 0.1027684 Jul 19 07:44:14.265068 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-3c5ed59c-7229-4e61-8f01-926f16805de8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 200 len: 217 time: 0.0350428 Jul 19 07:44:14.316699 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-c61e78a2-0ed1-421d-974b-991c59c4166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:14.318414 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-c61e78a2-0ed1-421d-974b-991c59c4166d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.0469878 Jul 19 07:44:14.379790 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-6e6694a7-9ec5-48c2-9953-02597571acc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452948 Jul 19 07:44:14.400306 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e89ca9-674b-448b-8172-daa618455dfc req-477f2226-fbbe-4668-9054-e4ffed71d1cb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:14.402160 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08e89ca9-674b-448b-8172-daa618455dfc req-477f2226-fbbe-4668-9054-e4ffed71d1cb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 946 time: 0.0661585 Jul 19 07:44:14.465364 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08e89ca9-674b-448b-8172-daa618455dfc req-936d7e2e-0a54-4971-9fc8-f74e33721bc4 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Jul 19 07:44:14.535198 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-6f6f362f-9c89-48f2-a114-0fe97cfd1752 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478894 Jul 19 07:44:14.616603 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47093526-7c3f-4b6c-b6f6-951a4eb19467 req-97944f59-0704-4ffe-857e-ea201572b518 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:14.619026 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-47093526-7c3f-4b6c-b6f6-951a4eb19467 req-97944f59-0704-4ffe-857e-ea201572b518 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0743022 Jul 19 07:44:14.666506 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-47093526-7c3f-4b6c-b6f6-951a4eb19467 req-10fc3c9c-97e4-432e-b276-0a69fe87ef47 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406272 Jul 19 07:44:14.822895 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-b9fc1b30-f491-4056-ad7d-515c27a76f05 req-26e8e5af-369d-42da-a8d9-1c8312730c1e service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799764 Jul 19 07:44:14.930739 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 42794) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:15.022512 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-9eaa42c6-de82-4f27-a882-b2aa748c028e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906305 Jul 19 07:44:15.304657 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375dc7b-c9d9-411e-aa77-53931b8ace16 req-50786ecd-d198-4ff3-bd84-94e32ce30536 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:15.306198 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0375dc7b-c9d9-411e-aa77-53931b8ace16 req-50786ecd-d198-4ff3-bd84-94e32ce30536 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0668898 Jul 19 07:44:15.346387 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0375dc7b-c9d9-411e-aa77-53931b8ace16 req-df66091b-9104-47d1-8521-b5827b2b3733 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Jul 19 07:44:15.588850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-3d763ca5-355a-4207-bd00-11661bb7d999 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:15.590559 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-3d763ca5-355a-4207-bd00-11661bb7d999 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 946 time: 0.0738611 Jul 19 07:44:15.594667 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1819-d154-40b2-bbb2-61a4be9517ed req-23f589b4-fb91-4f74-8dfa-1465aab69bc3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:15.596245 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-071c1819-d154-40b2-bbb2-61a4be9517ed req-23f589b4-fb91-4f74-8dfa-1465aab69bc3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 946 time: 0.0737422 Jul 19 07:44:15.647161 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-071c1819-d154-40b2-bbb2-61a4be9517ed req-4bddb10b-0576-4e2b-859e-c07fd98bc810 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Jul 19 07:44:15.713341 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Deleting port dfbe4f84-2092-4872-8f07-6915ef60dd05 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:44:15.713678 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:15.804965 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] For port dfbe4f84-2092-4872-8f07-6915ef60dd05, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfbe4f84-2092-4872-8f07-6915ef60dd05,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:15.805322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:15.811819 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1e73-bd2a-4ae8-8369-4e1295b128a1 req-0d6ca887-b743-49f0-814e-a0de355d9cc1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:15.813347 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a5cc1e73-bd2a-4ae8-8369-4e1295b128a1 req-0d6ca887-b743-49f0-814e-a0de355d9cc1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0650563 Jul 19 07:44:15.819586 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Calling delete_port for dfbe4f84-2092-4872-8f07-6915ef60dd05 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:44:15.861389 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a5cc1e73-bd2a-4ae8-8369-4e1295b128a1 req-15db0b99-4786-435c-babf-eddf8b803324 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Jul 19 07:44:15.967614 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:15.987083 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'c456e7bb-c921-4e86-9a06-cac298f5281c', '38ac6914-a840-46f5-9ff3-61ad693171a4', 'dfbe4f84-2092-4872-8f07-6915ef60dd05'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:44:16.006409 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event deleted for resources: {'Port': ['ID=dfbe4f84-2092-4872-8f07-6915ef60dd05,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:16.062549 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] No DVR routers for this DVR port dfbe4f84-2092-4872-8f07-6915ef60dd05 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:44:16.065139 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:16.067135 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-88fb3d8f-f14b-4149-9598-3b1e7ffdd3e5 req-dba81095-56e5-4035-a3e8-fded816fe8be tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "DELETE /v2.0/ports/dfbe4f84-2092-4872-8f07-6915ef60dd05 HTTP/1.1" status: 204 len: 173 time: 0.4659774 Jul 19 07:44:16.067677 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'name': 'network-vif-deleted', 'tag': 'dfbe4f84-2092-4872-8f07-6915ef60dd05'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:44:16.069948 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe29cd6-5fc4-4573-8309-99ed5c10325d" -d '{"events": [{"server_uuid": "b5b7cae1-d452-4c75-92fe-f9266a63cb9f", "name": "network-vif-deleted", "tag": "dfbe4f84-2092-4872-8f07-6915ef60dd05"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:44:16.115944 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9214d-2a8f-4c03-93a3-7ee4cdfd086b x-openstack-request-id: req-4ad9214d-2a8f-4c03-93a3-7ee4cdfd086b {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:44:16.116241 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b7cae1-d452-4c75-92fe-f9266a63cb9f", "name": "network-vif-deleted", "tag": "dfbe4f84-2092-4872-8f07-6915ef60dd05", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:44:16.116511 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ad9214d-2a8f-4c03-93a3-7ee4cdfd086b {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:44:16.116907 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b7cae1-d452-4c75-92fe-f9266a63cb9f', 'name': 'network-vif-deleted', 'tag': 'dfbe4f84-2092-4872-8f07-6915ef60dd05', 'status': 'completed', 'code': 200} Jul 19 07:44:16.478084 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ed32-ae67-4da3-b076-38d3a21c9180 req-d0def67c-999e-45b8-969f-f9f87f3ea90f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:16.479551 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6c30ed32-ae67-4da3-b076-38d3a21c9180 req-d0def67c-999e-45b8-969f-f9f87f3ea90f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0637758 Jul 19 07:44:16.520634 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6c30ed32-ae67-4da3-b076-38d3a21c9180 req-7e43824b-3075-4f19-bf54-90f67c6efc34 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Jul 19 07:44:16.570233 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device dfbe4f84-2092-4872-8f07-6915ef60dd05 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:44:16.592052 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: dfbe4f84-2092-4872-8f07-6915ef60dd05 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:44:16.592427 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device dfbe4f84-2092-4872-8f07-6915ef60dd05 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:44:16.592841 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:44:16.755215 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5449babf-79ce-4187-8b0c-215a73ba03d1 req-3f2442e3-6767-4893-874b-583c8438a6f7 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5b7cae1-d452-4c75-92fe-f9266a63cb9f HTTP/1.1" status: 200 len: 210 time: 0.0300117 Jul 19 07:44:16.847313 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-be512836-2dce-4fd2-bf2f-cdb6f0590303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:16.848906 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-be512836-2dce-4fd2-bf2f-cdb6f0590303 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4&tenant_id=88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 1097 time: 0.0898142 Jul 19 07:44:16.923164 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-fef709ef-565e-4224-86fd-7a429edfad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:16.924706 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-fef709ef-565e-4224-86fd-7a429edfad3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0517063 Jul 19 07:44:17.001117 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4cade-baec-4a9b-9bc5-52d99dc4369c req-0539c8e6-df5e-484d-9af1-8af1db4b22d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:17.002700 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b2d4cade-baec-4a9b-9bc5-52d99dc4369c req-0539c8e6-df5e-484d-9af1-8af1db4b22d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0664103 Jul 19 07:44:17.024631 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-728bc247-cc58-4228-9aa6-13478764b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:17.026114 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-728bc247-cc58-4228-9aa6-13478764b3fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.0904858 Jul 19 07:44:17.053674 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b2d4cade-baec-4a9b-9bc5-52d99dc4369c req-88efe661-9bdc-4324-ae09-7f585737c110 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 Jul 19 07:44:17.095292 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-609f8f4b-6bfc-468b-a004-40e95d5f07f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 200 len: 1000 time: 0.0589306 Jul 19 07:44:17.152943 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-f8cb0200-e2a8-46a9-ba81-ad6914b8f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:17.154400 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-f8cb0200-e2a8-46a9-ba81-ad6914b8f8c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0491543 Jul 19 07:44:17.220892 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-e45c67dd-861e-4881-b31a-b15274f4a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:17.222774 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-e45c67dd-861e-4881-b31a-b15274f4a9d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606668 Jul 19 07:44:17.316478 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-0ea064a6-7286-4784-b2cd-0f6a6804ee4a service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865242 Jul 19 07:44:17.418341 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-dbeff2ce-0e19-4aa3-b1ba-df216dfaed1d service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874503 Jul 19 07:44:17.645830 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1bc2-b331-4ffc-9a57-dc7b908c7691 req-593930ef-9c8b-48a6-af58-e68bd3888216 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:17.647297 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c03b1bc2-b331-4ffc-9a57-dc7b908c7691 req-593930ef-9c8b-48a6-af58-e68bd3888216 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0628335 Jul 19 07:44:17.685185 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c03b1bc2-b331-4ffc-9a57-dc7b908c7691 req-d9148193-c001-4d81-95f0-be7a1ee7a3c2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 Jul 19 07:44:17.720815 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3797d382-28c0-4062-b693-dcb829f2b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:18.185519 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e016d6-e46f-42fb-adeb-d27eae839b45 req-d8d5abde-9cc9-44e3-9a61-02edecaf443d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:18.186942 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96e016d6-e46f-42fb-adeb-d27eae839b45 req-d8d5abde-9cc9-44e3-9a61-02edecaf443d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0610361 Jul 19 07:44:18.223722 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96e016d6-e46f-42fb-adeb-d27eae839b45 req-abba2993-c24d-4052-8bab-32467856c378 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Jul 19 07:44:18.815456 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5b938-2da4-4232-ac5c-f7b0b64e4079 req-1af2b519-334c-49f1-a6a0-a02f76b9ac20 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:18.816965 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4ae5b938-2da4-4232-ac5c-f7b0b64e4079 req-1af2b519-334c-49f1-a6a0-a02f76b9ac20 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0672550 Jul 19 07:44:18.855486 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4ae5b938-2da4-4232-ac5c-f7b0b64e4079 req-9548a0c3-ffb9-4d0e-883f-5f61099cee2b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Jul 19 07:44:19.171851 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:44:19.355594 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e41ae-39ce-409a-8593-c483692fcc6a req-2cde28de-1d9c-441c-885d-cb8b18e8769a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:19.357081 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a60e41ae-39ce-409a-8593-c483692fcc6a req-2cde28de-1d9c-441c-885d-cb8b18e8769a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0620065 Jul 19 07:44:19.392330 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a60e41ae-39ce-409a-8593-c483692fcc6a req-c8dd4e19-164a-4fea-a5b6-157603ee3035 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298462 Jul 19 07:44:19.982893 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0258dc-957b-4acd-8a9c-5e47cb728665 req-9826f2a9-c635-4b98-9aa8-c0c269653e30 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:19.984413 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fc0258dc-957b-4acd-8a9c-5e47cb728665 req-9826f2a9-c635-4b98-9aa8-c0c269653e30 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0630863 Jul 19 07:44:20.026523 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fc0258dc-957b-4acd-8a9c-5e47cb728665 req-fdd7b31f-ff99-4d39-9ff9-3ac29f3e96b1 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Jul 19 07:44:20.057393 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-c622bd2c-3a28-48d3-81a0-a4f8ba05433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:20.525061 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:20.526555 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e65e88-0811-4a61-a2d3-86c817df9a13 req-299dd488-8777-4ab0-8203-40a85273e2af tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:20.528084 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6e65e88-0811-4a61-a2d3-86c817df9a13 req-299dd488-8777-4ab0-8203-40a85273e2af tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0620754 Jul 19 07:44:20.567444 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a6e65e88-0811-4a61-a2d3-86c817df9a13 req-00c567c2-31e8-4c6f-a946-e2317fe7241d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338533 Jul 19 07:44:21.200005 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ceb27-ece9-452c-8f43-1318a4976d11 req-2eb5c58e-e758-4751-bcaf-af7b4c6f18fc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:21.213581 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e05ceb27-ece9-452c-8f43-1318a4976d11 req-2eb5c58e-e758-4751-bcaf-af7b4c6f18fc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1092253 Jul 19 07:44:21.256654 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e05ceb27-ece9-452c-8f43-1318a4976d11 req-2e62f8ea-49da-4069-8ab9-e8c2b31e0ac5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Jul 19 07:44:21.544260 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:21.703139 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52204-e09c-4a9e-b238-59cdadeba105 req-8f5ab56a-048d-4d43-b960-3bf7c30cb054 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:21.704627 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bbb52204-e09c-4a9e-b238-59cdadeba105 req-8f5ab56a-048d-4d43-b960-3bf7c30cb054 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0655994 Jul 19 07:44:21.746844 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bbb52204-e09c-4a9e-b238-59cdadeba105 req-e6becff5-a1e8-431e-9dfd-64a4c5c56c6c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363338 Jul 19 07:44:22.326701 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e2c7-a033-4a1a-ba76-22d7c626f096 req-a2c341ae-a172-46d2-b97a-6fc9610add7d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:22.328256 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4e53e2c7-a033-4a1a-ba76-22d7c626f096 req-a2c341ae-a172-46d2-b97a-6fc9610add7d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.0637703 Jul 19 07:44:22.402019 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4e53e2c7-a033-4a1a-ba76-22d7c626f096 req-ee9de9fb-99e2-4d6e-bc70-f2cba802de93 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629923 Jul 19 07:44:22.422570 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715dde3-a8d4-4d4d-8ef1-03ed3395261b req-51b1ed42-c77c-4e25-b6ef-eecf410b947c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:22.424004 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c715dde3-a8d4-4d4d-8ef1-03ed3395261b req-51b1ed42-c77c-4e25-b6ef-eecf410b947c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0947146 Jul 19 07:44:22.468441 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c715dde3-a8d4-4d4d-8ef1-03ed3395261b req-299a1356-e97c-4522-83da-da5fb222dc8b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Jul 19 07:44:22.886966 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9f4b-d051-4946-aaa6-da405954b4d4 req-ba2e5a8f-c0d1-4ad5-888c-74a8ec4ce33a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:22.889064 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-af4a9f4b-d051-4946-aaa6-da405954b4d4 req-ba2e5a8f-c0d1-4ad5-888c-74a8ec4ce33a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0669236 Jul 19 07:44:22.938927 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-af4a9f4b-d051-4946-aaa6-da405954b4d4 req-a4e13333-84ed-4c59-8d3d-dd1fafd3a2ba tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Jul 19 07:44:23.399142 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:23.536884 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d4bb-d15b-4fb3-bf55-40ce0b6733c3 req-5cf3ee9c-c4b6-4231-9384-edef7dba5c42 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:23.538554 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cbb6d4bb-d15b-4fb3-bf55-40ce0b6733c3 req-5cf3ee9c-c4b6-4231-9384-edef7dba5c42 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.0716393 Jul 19 07:44:23.610233 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cbb6d4bb-d15b-4fb3-bf55-40ce0b6733c3 req-05d0448d-06fa-4750-bec3-4647fb127880 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661695 Jul 19 07:44:23.639688 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a0e49-3445-4fe6-a62b-75931dc1e682 req-2e01693a-408a-45de-ae10-07ebfe7a2c86 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:23.641115 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-465a0e49-3445-4fe6-a62b-75931dc1e682 req-2e01693a-408a-45de-ae10-07ebfe7a2c86 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0810986 Jul 19 07:44:23.680651 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-465a0e49-3445-4fe6-a62b-75931dc1e682 req-56e26470-6a37-4087-b754-52d76edca227 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Jul 19 07:44:24.078057 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea5816-05b0-47f4-bbfa-b77b7eb80502 req-da98a2f6-de8b-419c-bebf-49fd94946413 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:24.079568 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-60ea5816-05b0-47f4-bbfa-b77b7eb80502 req-da98a2f6-de8b-419c-bebf-49fd94946413 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0663066 Jul 19 07:44:24.127832 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-60ea5816-05b0-47f4-bbfa-b77b7eb80502 req-ff48c3f3-0e89-4d55-993a-edf4cdcdf830 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418816 Jul 19 07:44:24.744260 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007187-0792-42c9-abbd-de674dae99d3 req-23019458-1aef-44ec-b7a4-ec657655632f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:24.745810 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7a007187-0792-42c9-abbd-de674dae99d3 req-23019458-1aef-44ec-b7a4-ec657655632f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.0677900 Jul 19 07:44:24.843288 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7a007187-0792-42c9-abbd-de674dae99d3 req-b0ba1f5b-0374-4867-963f-39314dc3e978 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892606 Jul 19 07:44:24.882552 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0220d5-6c17-4440-a532-a4839a308c05 req-f37ac0ae-03e7-48ad-94a7-8a6af5d50e8e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:24.884162 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d0220d5-6c17-4440-a532-a4839a308c05 req-f37ac0ae-03e7-48ad-94a7-8a6af5d50e8e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1270874 Jul 19 07:44:24.949914 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d0220d5-6c17-4440-a532-a4839a308c05 req-87c17dd5-7bb5-409b-a041-dc865dfec03e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Jul 19 07:44:25.270668 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ec33-4b90-4480-93c3-79346acdd3e1 req-3992a02f-71e5-46d2-9ee1-2dbb4724dbbe tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:25.272170 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6ea5ec33-4b90-4480-93c3-79346acdd3e1 req-3992a02f-71e5-46d2-9ee1-2dbb4724dbbe tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0665112 Jul 19 07:44:25.312720 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6ea5ec33-4b90-4480-93c3-79346acdd3e1 req-83d28a0c-48dc-4acc-96d0-beab87715a10 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Jul 19 07:44:26.013874 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9688a4e-2f70-49d5-a951-4fe0f23c569f req-d9dfc268-1823-4c05-8301-c4648e8aafad tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:26.015510 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d9688a4e-2f70-49d5-a951-4fe0f23c569f req-d9dfc268-1823-4c05-8301-c4648e8aafad tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.0911012 Jul 19 07:44:26.116583 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d9688a4e-2f70-49d5-a951-4fe0f23c569f req-82ced96b-b15f-4d01-a8f1-b78b60520169 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939336 Jul 19 07:44:26.172097 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2b81-39f1-49cd-88be-5cadc815afeb req-69de69fa-935b-43f8-b77b-4552b07321b6 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:26.173826 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96de2b81-39f1-49cd-88be-5cadc815afeb req-69de69fa-935b-43f8-b77b-4552b07321b6 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0985599 Jul 19 07:44:26.215089 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-96de2b81-39f1-49cd-88be-5cadc815afeb req-ae808d52-c1c0-43ba-ba40-f11a123f578c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Jul 19 07:44:26.421028 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 42978) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:26.451065 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81d9fc-f1f1-4cb3-9d18-e7bede5cea49 req-16bcbd8b-22cf-4612-8eda-49437f46e7ce tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:26.452577 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5c81d9fc-f1f1-4cb3-9d18-e7bede5cea49 req-16bcbd8b-22cf-4612-8eda-49437f46e7ce tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0675144 Jul 19 07:44:26.491098 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5c81d9fc-f1f1-4cb3-9d18-e7bede5cea49 req-e57fb9dc-4039-4d1e-b517-32c478f2fcad tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330362 Jul 19 07:44:26.578668 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7d1727b8-48e3-42fb-9754-180845435357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:26.678729 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7d1727b8-48e3-42fb-9754-180845435357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:26.682259 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7d1727b8-48e3-42fb-9754-180845435357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:26.731355 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1727b8-48e3-42fb-9754-180845435357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38508ab-71b2-453e-be3d-feb396c8dced,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:26.735602 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-7d1727b8-48e3-42fb-9754-180845435357 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97dcf5a8cc7f447394cefb9fe26c4a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134897 Jul 19 07:44:26.738964 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 42982) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:26.785401 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d12e9cf1-f538-4b93-a6dc-274b6929c20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:26.807639 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d12e9cf1-f538-4b93-a6dc-274b6929c20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:26.854749 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d12e9cf1-f538-4b93-a6dc-274b6929c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:26.857623 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d12e9cf1-f538-4b93-a6dc-274b6929c20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:26.860913 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d12e9cf1-f538-4b93-a6dc-274b6929c20a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e38508ab-71b2-453e-be3d-feb396c8dced HTTP/1.1" status: 204 len: 168 time: 0.1215870 Jul 19 07:44:26.869153 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e9cf1-f538-4b93-a6dc-274b6929c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38508ab-71b2-453e-be3d-feb396c8dced,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:27.282497 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a53314-40d0-4884-885c-6356803921c1 req-a41e1218-71fb-4f74-9de3-4a0ab9921557 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:27.284486 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-00a53314-40d0-4884-885c-6356803921c1 req-a41e1218-71fb-4f74-9de3-4a0ab9921557 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.0963535 Jul 19 07:44:27.374044 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-00a53314-40d0-4884-885c-6356803921c1 req-f308e7fb-8b10-4e6c-b343-788782ace95a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828631 Jul 19 07:44:27.416414 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756b92e-1cc3-4058-ae54-2d67e0d557f8 req-194b98ff-b800-49b5-ad3c-0d151d987973 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:27.418975 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5756b92e-1cc3-4058-ae54-2d67e0d557f8 req-194b98ff-b800-49b5-ad3c-0d151d987973 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1033459 Jul 19 07:44:27.472700 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5756b92e-1cc3-4058-ae54-2d67e0d557f8 req-3b4734ce-4119-4c1b-b1d1-5eeb8345bd53 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Jul 19 07:44:27.548875 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.594503 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43012) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:27.644251 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95e2b3-462d-4be0-b66f-b964ee5225cf req-37efb1bb-d2be-4fba-be21-94d1ddbb9bfa tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:27.650600 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bd95e2b3-462d-4be0-b66f-b964ee5225cf req-37efb1bb-d2be-4fba-be21-94d1ddbb9bfa tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0715046 Jul 19 07:44:27.692384 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bd95e2b3-462d-4be0-b66f-b964ee5225cf req-3339fb7d-57a2-4e6a-9c3b-3bc7967eed20 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396969 Jul 19 07:44:27.696162 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-402126402-network', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:44:27.733576 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Made reservation on behalf of 8869a8ae8b35455d8c37f1270677368e for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:44:27.736237 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.744903 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.837148 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.840995 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.862500 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:44:27.875521 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0d4132-b15f-496e-b701-67b04f28cb0f,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:27.884099 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.884495 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Added segment edec77ec-9695-4407-81ae-3c24d14a624a of type vlan for network 70a6e687-a251-4fbd-b915-6fdc2e50e48c Jul 19 07:44:27.939010 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.971255 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:27.972131 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:27.972743 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.004794 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4091458 Jul 19 07:44:28.007506 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43016) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:28.013839 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Request body: {'subnet': {'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-402126402-subnet', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:44:28.044357 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2feb-2668-4433-b2fa-e4bb4b09a917 admin admin] Pushing event updated for resources: {'Network': ['ID=70a6e687-a251-4fbd-b915-6fdc2e50e48c,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:28.054081 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:44:28.061235 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Made reservation on behalf of 8869a8ae8b35455d8c37f1270677368e for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:44:28.064412 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.262566 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.322729 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedb37cb-63d6-4668-9b41-999a96c0137f,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:28.328661 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Checking segment: {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:28.329022 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Network hostable DHCP agents. Network: 70a6e687-a251-4fbd-b915-6fdc2e50e48c, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:44:28.346019 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:44:28.355989 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 70a6e687-a251-4fbd-b915-6fdc2e50e48c) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:28.364957 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:28.365660 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.365866 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a0ee2-1f31-4cd6-b92b-6cbac5403ae8 None None] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:44:28.379816 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-15aed92f-e2e6-4ce4-b5df-4711f84892de admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3712754 Jul 19 07:44:28.382430 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43028) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:28.387226 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:44:28.409106 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.410249 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.486808 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.600060 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:44:28.602939 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.613707 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bd8e5-1f17-4660-923f-62593d6b31f9 req-711d7bbe-ae5e-45c3-9535-88ec8ffc0fd8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:28.616402 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f18bd8e5-1f17-4660-923f-62593d6b31f9 req-711d7bbe-ae5e-45c3-9535-88ec8ffc0fd8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.1419291 Jul 19 07:44:28.638881 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.715025 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2fcf3-58e7-4fd0-8b96-28d823a9462d req-1a2f753b-ce4f-4ee0-a1ff-9f4f9555d52b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:28.722482 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a1f2fcf3-58e7-4fd0-8b96-28d823a9462d req-1a2f753b-ce4f-4ee0-a1ff-9f4f9555d52b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1047602 Jul 19 07:44:28.738116 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f18bd8e5-1f17-4660-923f-62593d6b31f9 req-b972911e-8153-4bd4-9563-9e6654bb9266 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876548 Jul 19 07:44:28.789431 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a1f2fcf3-58e7-4fd0-8b96-28d823a9462d req-3ad13e29-d1ee-4c08-93d5-3a0f39ca3931 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657480 Jul 19 07:44:28.796385 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Allocated IP 172.20.0.2 (70a6e687-a251-4fbd-b915-6fdc2e50e48c/dedb37cb-63d6-4668-9b41-999a96c0137f/30b77090-794b-4df6-b566-393add5bb664) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:44:28.885528 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.904963 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e164-1579-43dc-b0f2-9da8ea5060a4 req-d766c57a-573a-4f34-a0a5-0c1570ffbe2e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:28.911686 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:28.912340 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b5f8e164-1579-43dc-b0f2-9da8ea5060a4 req-d766c57a-573a-4f34-a0a5-0c1570ffbe2e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0972853 Jul 19 07:44:28.957238 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b5f8e164-1579-43dc-b0f2-9da8ea5060a4 req-203f4f46-315e-4b59-a264-957e88473ab7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439439 Jul 19 07:44:29.009705 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.019609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Transition to ACTIVE for port object 30b77090-794b-4df6-b566-393add5bb664 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:29.036972 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Transition to ACTIVE for port object 30b77090-794b-4df6-b566-393add5bb664 will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:29.043595 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.047150 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Allocated IP 172.27.3.111 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/5482841d-79e4-433a-bb50-7dcabda5572b) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:44:29.083211 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:29.085456 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:29.090951 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:44:29.130024 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Pushing event updated for resources: {'Port': ['ID=30b77090-794b-4df6-b566-393add5bb664,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:29.159314 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.162357 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Attempting to bind port 30b77090-794b-4df6-b566-393add5bb664 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:44:29.163123 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Attempting to bind port 30b77090-794b-4df6-b566-393add5bb664 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:44:29.164121 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Attempting to bind port 30b77090-794b-4df6-b566-393add5bb664 on network 70a6e687-a251-4fbd-b915-6fdc2e50e48c {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:44:29.169908 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:44:29.170283 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Checking segment: {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:29.170689 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.171082 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Bound using segment: {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:44:29.172949 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Bound port: 30b77090-794b-4df6-b566-393add5bb664, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:44:29.172949 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.225549 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.242428 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] For port 30b77090-794b-4df6-b566-393add5bb664, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:44:29.245535 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] For port 30b77090-794b-4df6-b566-393add5bb664, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=30b77090-794b-4df6-b566-393add5bb664,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:44:29.250014 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.270812 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:29.274980 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:29.277462 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Pushing event updated for resources: {'Port': ['ID=5482841d-79e4-433a-bb50-7dcabda5572b,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:29.279563 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:44:29.324588 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dfbea-ba69-4fb6-8452-8b21d5093dea None None] Pushing event updated for resources: {'Port': ['ID=30b77090-794b-4df6-b566-393add5bb664,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:29.591250 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:29.732922 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 30b77090-794b-4df6-b566-393add5bb664 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:29.937971 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 30b77090-794b-4df6-b566-393add5bb664 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:30.027762 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7515d1d-133d-4ee4-87e0-3a20fcf74089 req-34a68a08-187a-4e5a-881f-a419e35c1476 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:30.029427 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7515d1d-133d-4ee4-87e0-3a20fcf74089 req-34a68a08-187a-4e5a-881f-a419e35c1476 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1212018 Jul 19 07:44:30.041506 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc033532-067e-439a-b058-58e4a72672e4 req-f2222c22-785d-4369-abfb-ebb20e3f8f56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:30.042298 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:30.043588 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fc033532-067e-439a-b058-58e4a72672e4 req-f2222c22-785d-4369-abfb-ebb20e3f8f56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.2412992 Jul 19 07:44:30.097298 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7515d1d-133d-4ee4-87e0-3a20fcf74089 req-10d8bba7-4b22-48c1-a9e1-09b8a3dea7f9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524631 Jul 19 07:44:30.123731 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fc033532-067e-439a-b058-58e4a72672e4 req-14d47cf6-f4ea-4738-8a81-be6ffc3c05b8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639746 Jul 19 07:44:30.202744 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Router 05ee7066-ff3a-4014-bea5-748f27a48044 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:44:30.241381 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e509b-2aca-4911-8d99-5c8569274c9c req-d9cd3e74-2267-4f27-8e98-b13c771f095f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:30.248236 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bb8e509b-2aca-4911-8d99-5c8569274c9c req-d9cd3e74-2267-4f27-8e98-b13c771f095f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0782433 Jul 19 07:44:30.298450 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bb8e509b-2aca-4911-8d99-5c8569274c9c req-ab8785e4-7393-4685-800d-318e050fded9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492320 Jul 19 07:44:30.376196 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:44:30.385234 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Sync routers for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:44:30.394691 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:30.395606 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:30.397433 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-945386c8-ea6f-404a-9c64-f9d1f07d679c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0127299 Jul 19 07:44:30.397540 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:30.399180 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 43052) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:30.514621 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4254cd5-359f-4b18-b94d-a21c3698858d None None] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:44:30.534666 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:30.592454 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-277bfbb6-539d-4b96-ab72-56c49acb0792 None None] Provisioning for port 30b77090-794b-4df6-b566-393add5bb664 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:30.602159 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-277bfbb6-539d-4b96-ab72-56c49acb0792 None None] Provisioning complete for port 30b77090-794b-4df6-b566-393add5bb664 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:30.602529 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-277bfbb6-539d-4b96-ab72-56c49acb0792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:30.728598 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:29Z', 'revision_number': 3, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:30.764127 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Checking router: 05ee7066-ff3a-4014-bea5-748f27a48044 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:44:30.764760 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Updating router 05ee7066-ff3a-4014-bea5-748f27a48044 port 5482841d-79e4-433a-bb50-7dcabda5572b binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:44:30.773337 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-277bfbb6-539d-4b96-ab72-56c49acb0792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:30.803210 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:30.817662 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-277bfbb6-539d-4b96-ab72-56c49acb0792 None None] For port 30b77090-794b-4df6-b566-393add5bb664, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=30b77090-794b-4df6-b566-393add5bb664,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:30.825213 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-277bfbb6-539d-4b96-ab72-56c49acb0792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:30.900044 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bfbb6-539d-4b96-ab72-56c49acb0792 None None] Pushing event updated for resources: {'Port': ['ID=30b77090-794b-4df6-b566-393add5bb664,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:30.947014 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.090669 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.100975 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Transition to ACTIVE for port object 5482841d-79e4-433a-bb50-7dcabda5572b will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:31.108219 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.144834 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Allocated IP 172.20.0.1 (70a6e687-a251-4fbd-b915-6fdc2e50e48c/dedb37cb-63d6-4668-9b41-999a96c0137f/0f670a8b-a2cc-4b0f-b61b-fffe99f55356) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:44:31.151434 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-cd077f65-8c89-4031-9d69-b3813283661b None None] Provisioning complete for port 30b77090-794b-4df6-b566-393add5bb664 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:31.151838 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-cd077f65-8c89-4031-9d69-b3813283661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.188308 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Attempting to bind port 5482841d-79e4-433a-bb50-7dcabda5572b on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:44:31.189095 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Attempting to bind port 5482841d-79e4-433a-bb50-7dcabda5572b by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:44:31.189726 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Attempting to bind port 5482841d-79e4-433a-bb50-7dcabda5572b on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:44:31.211041 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:44:31.211420 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:31.211825 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.212306 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:44:31.212773 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Bound port: 5482841d-79e4-433a-bb50-7dcabda5572b, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:44:31.213172 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.215718 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Pushing event updated for resources: {'Port': ['ID=5482841d-79e4-433a-bb50-7dcabda5572b,revision_number=2']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:31.342060 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.342533 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.344643 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.345199 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.345867 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.346392 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.346901 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.347398 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.347912 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.348443 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.349201 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.349873 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:31.379568 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] For port 5482841d-79e4-433a-bb50-7dcabda5572b, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:44:31.382870 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] For port 5482841d-79e4-433a-bb50-7dcabda5572b, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=5482841d-79e4-433a-bb50-7dcabda5572b,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:44:31.388545 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.459017 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:31.459633 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:31.533214 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc33836-705b-4694-be24-712f7f225ac7 None None] Pushing event updated for resources: {'Port': ['ID=5482841d-79e4-433a-bb50-7dcabda5572b,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:31.558434 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40a58f-ad40-49a2-9a68-54a0eae2b742 req-a7146627-c82a-431c-9658-5b30706fe420 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:31.559861 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ba40a58f-ad40-49a2-9a68-54a0eae2b742 req-a7146627-c82a-431c-9658-5b30706fe420 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.3699770 Jul 19 07:44:31.573483 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.605523 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:31.611227 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82350d3-eda1-48ff-8263-6d0da0dc33c3 req-89fced20-1f5e-469f-9cf6-8d8bd5748d56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:31.612758 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f82350d3-eda1-48ff-8263-6d0da0dc33c3 req-89fced20-1f5e-469f-9cf6-8d8bd5748d56 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.3900225 Jul 19 07:44:31.617615 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.provisioning_blocks [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Transition to ACTIVE for port object 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 will not be triggered until provisioned by entity DHCP. {{(pid=99881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:31.651888 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ba40a58f-ad40-49a2-9a68-54a0eae2b742 req-fc3758a4-2887-42d9-b1fd-c4723ac5ce60 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838349 Jul 19 07:44:31.696740 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 30b77090-794b-4df6-b566-393add5bb664 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:31.698441 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.739112 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f82350d3-eda1-48ff-8263-6d0da0dc33c3 req-5e3c5684-3df8-4bac-86f9-196eb24d6804 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168094 Jul 19 07:44:31.783713 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:31.786154 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:31.793742 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:44:31.811302 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 30b77090-794b-4df6-b566-393add5bb664 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:31.811876 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.826769 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Pushing event updated for resources: {'Port': ['ID=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:31.861688 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:31.947751 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:29Z', 'revision_number': 3, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:31.950875 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cf364-06f5-45c7-81b0-aab6f7215050 req-5aa3b729-a0c9-4432-bd41-ad3f736e5226 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:31.955923 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-098cf364-06f5-45c7-81b0-aab6f7215050 req-5aa3b729-a0c9-4432-bd41-ad3f736e5226 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.2209623 Jul 19 07:44:31.991291 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e568bc-1c30-4a79-99e7-d9c0cf553e9b None None] The sync data for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi is: [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:29Z', 'revision_number': 3, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:44:32.042618 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-098cf364-06f5-45c7-81b0-aab6f7215050 req-ae2dd376-fbe0-460b-839b-78972c5ebe76 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625160 Jul 19 07:44:32.100125 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-77134085-7942-4862-87eb-7a84fc180fe3 None None] Provisioning for port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:32.104826 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-77134085-7942-4862-87eb-7a84fc180fe3 None None] Provisioning complete for port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:32.105205 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-77134085-7942-4862-87eb-7a84fc180fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:32.116005 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:32.148883 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-77134085-7942-4862-87eb-7a84fc180fe3 None None] Port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:44:32.315525 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:32.320953 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:32.405241 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:32.407017 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Pushing event updated for resources: {'Port': ['ID=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:32.542510 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:32.543850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:32.740449 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Router 05ee7066-ff3a-4014-bea5-748f27a48044 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:44:32.883509 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-de20e95a-e4e3-4d53-81d7-6529c59faf47 None None] Provisioning complete for port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:32.884119 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-de20e95a-e4e3-4d53-81d7-6529c59faf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:32.939759 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-de20e95a-e4e3-4d53-81d7-6529c59faf47 None None] Port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:44:33.002270 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:44:33.009364 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a87859ed-896f-4a8f-bcbf-3f43da1f8d0d admin admin] 10.222.0.10 "PUT /v2.0/routers/05ee7066-ff3a-4014-bea5-748f27a48044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6090696 Jul 19 07:44:33.028368 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5696f45-a1c8-4739-8910-16fdb9ec4427 req-cb434235-e969-49f2-9392-4825fff3e610 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:33.028368 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e5696f45-a1c8-4739-8910-16fdb9ec4427 req-cb434235-e969-49f2-9392-4825fff3e610 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1846240 Jul 19 07:44:33.037279 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2008d9-9cdf-4868-98f7-c56a01afd049 req-96bfd7c6-feae-4d52-b752-d2245e7c0982 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:33.044183 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-de2008d9-9cdf-4868-98f7-c56a01afd049 req-96bfd7c6-feae-4d52-b752-d2245e7c0982 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.2118442 Jul 19 07:44:33.104150 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e5696f45-a1c8-4739-8910-16fdb9ec4427 req-8aa79bfa-ad16-4333-b85a-2fa54a8b1be7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518725 Jul 19 07:44:33.116493 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-de2008d9-9cdf-4868-98f7-c56a01afd049 req-88424074-bc5b-4c9f-b3fa-329eecb7b031 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693288 Jul 19 07:44:33.292063 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62934933-afa4-4a1a-9a6d-880bd006da61 req-ffe42ea4-75e2-41dc-90ab-967121d5b5fd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:33.293599 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-62934933-afa4-4a1a-9a6d-880bd006da61 req-ffe42ea4-75e2-41dc-90ab-967121d5b5fd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0798619 Jul 19 07:44:33.344979 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-62934933-afa4-4a1a-9a6d-880bd006da61 req-da8abfff-e916-40af-943e-6b4867152e93 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456553 Jul 19 07:44:33.614521 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43092) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:33.620795 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-591511769-network', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:44:33.678965 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Made reservation on behalf of 6c01027524d242ab96e4ad9fcaf28667 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:44:33.685683 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.695322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.721023 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 5482841d-79e4-433a-bb50-7dcabda5572b up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:33.788141 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 5482841d-79e4-433a-bb50-7dcabda5572b completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:33.792849 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 5482841d-79e4-433a-bb50-7dcabda5572b triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:33.793225 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.818276 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.826061 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.865713 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:44:33.867941 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13af1f48-5057-45d0-9181-d1d94dc8a483,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:33.888029 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.903070 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.903495 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Added segment fb6709b9-be73-4dc4-b460-12ffdb65a533 of type vlan for network 7ac143ae-f44b-46c6-aa8f-46d06540afec Jul 19 07:44:33.921162 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 5482841d-79e4-433a-bb50-7dcabda5572b, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=5482841d-79e4-433a-bb50-7dcabda5572b,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:33.927949 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.949435 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.977439 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=5482841d-79e4-433a-bb50-7dcabda5572b,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:33.981590 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:33.983010 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:33.983604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.019685 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4040146 Jul 19 07:44:34.022745 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 43096) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:34.028102 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Request body: {'subnet': {'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-591511769-subnet', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'ip_version': 4}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:44:34.050210 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab40fa9-c4f3-40b9-b07a-66c779ef7554 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac143ae-f44b-46c6-aa8f-46d06540afec,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:34.062892 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:44:34.074870 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Made reservation on behalf of 6c01027524d242ab96e4ad9fcaf28667 for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:44:34.077841 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5974853'] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.144900 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Sync routers for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:44:34.163338 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:34.164475 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:34.296943 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:34.358251 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1afa-591b-42e9-a359-4fb6261f30fa req-105ad40c-b253-4222-b196-8036f2f7c919 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:34.359719 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0cbd1afa-591b-42e9-a359-4fb6261f30fa req-105ad40c-b253-4222-b196-8036f2f7c919 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.1650386 Jul 19 07:44:34.374192 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4305182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5974835'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.452410 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569042ad-bfb0-4fdb-a8a0-49c4e166b913,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:34.460678 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0cbd1afa-591b-42e9-a359-4fb6261f30fa req-7e8dbde2-970c-4bac-a7f6-f49c10f54d5d tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948100 Jul 19 07:44:34.468374 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Checking segment: {'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:34.468729 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Network hostable DHCP agents. Network: 7ac143ae-f44b-46c6-aa8f-46d06540afec, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:44:34.500518 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:44:34.521749 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 7ac143ae-f44b-46c6-aa8f-46d06540afec) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:34.527119 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:34.528190 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.531456 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa31ad-f064-49da-a848-bb5a80ac9a34 None None] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:44:34.588394 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c192e077-be34-40bf-ae21-ce364d43f861 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5618641 Jul 19 07:44:34.588658 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 43104) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:34.593435 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:44:34.627712 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.628845 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.630928 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 2, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:34.648540 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30a260-d65c-47c8-b77e-ad336d87f2ae req-59ba578a-a10d-47ba-82fb-d4c48cd864fc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:34.650321 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0d30a260-d65c-47c8-b77e-ad336d87f2ae req-59ba578a-a10d-47ba-82fb-d4c48cd864fc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1067133 Jul 19 07:44:34.680747 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Checking router: 05ee7066-ff3a-4014-bea5-748f27a48044 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:44:34.681250 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Updating router 05ee7066-ff3a-4014-bea5-748f27a48044 port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:44:34.708505 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.744981 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.755908 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-7ac143ae-f44b-46c6-aa8f-46d06540afec', 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'fixed_ips': [{'subnet_id': '569042ad-bfb0-4fdb-a8a0-49c4e166b913'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:44:34.757238 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.786408 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0d30a260-d65c-47c8-b77e-ad336d87f2ae req-fd83422b-5110-4948-b0ab-0f6aad2eb5fc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258850 Jul 19 07:44:34.868911 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:34.966265 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020697-5504-4245-b25c-a965b0bf9423 req-f2f4f4e1-86cc-481c-b08f-af56a2feaab9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:34.967670 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ae020697-5504-4245-b25c-a965b0bf9423 req-f2f4f4e1-86cc-481c-b08f-af56a2feaab9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0944781 Jul 19 07:44:35.020840 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Allocated IP 172.20.0.2 (7ac143ae-f44b-46c6-aa8f-46d06540afec/569042ad-bfb0-4fdb-a8a0-49c4e166b913/c216f138-7662-4f35-b18f-942d2831f26a) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:44:35.039574 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ae020697-5504-4245-b25c-a965b0bf9423 req-fd24fb23-673e-4029-96d0-fc82c72108a6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455387 Jul 19 07:44:35.248228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.270458 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Transition to ACTIVE for port object 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:35.278338 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.280154 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.296073 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Transition to ACTIVE for port object c216f138-7662-4f35-b18f-942d2831f26a will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:35.339863 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.347208 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Transition to ACTIVE for port object c216f138-7662-4f35-b18f-942d2831f26a will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:35.352618 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6fc4d-8aee-41d3-9346-4052444e2f82 None None] Pushing event updated for resources: {'Port': ['ID=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:35.360156 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.378826 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.443499 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:35.448571 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Attempting to bind port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:44:35.448947 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Attempting to bind port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:44:35.449314 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Attempting to bind port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 on network 70a6e687-a251-4fbd-b915-6fdc2e50e48c {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:44:35.453022 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:35.459875 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:44:35.466340 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Pushing event updated for resources: {'Port': ['ID=c216f138-7662-4f35-b18f-942d2831f26a,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:35.471446 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:44:35.471830 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Checking segment: {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:35.472237 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.472660 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Bound using segment: {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:44:35.473142 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Bound port: 0f670a8b-a2cc-4b0f-b61b-fffe99f55356, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:44:35.473527 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.475459 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Allocated IP 172.27.3.102 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/e70fa887-dcb9-4c03-ab41-dfda2cd8e528) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:44:35.607874 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Attempting to bind port c216f138-7662-4f35-b18f-942d2831f26a on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:44:35.608057 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Attempting to bind port c216f138-7662-4f35-b18f-942d2831f26a by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:44:35.608460 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Attempting to bind port c216f138-7662-4f35-b18f-942d2831f26a on network 7ac143ae-f44b-46c6-aa8f-46d06540afec {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:44:35.635773 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:44:35.636158 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Checking segment: {'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:35.636593 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.636991 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Bound using segment: {'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:44:35.637755 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Bound port: c216f138-7662-4f35-b18f-942d2831f26a, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:44:35.637873 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.642067 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.658239 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] For port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:44:35.678788 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ca54-33c7-4b2b-985e-e25ff4bc318b req-4c1ada50-7475-40e6-8b9b-3b2442454aa1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:35.680333 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4531ca54-33c7-4b2b-985e-e25ff4bc318b req-4c1ada50-7475-40e6-8b9b-3b2442454aa1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.1236966 Jul 19 07:44:35.697557 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] For port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:44:35.712097 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.738497 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.745982 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4531ca54-33c7-4b2b-985e-e25ff4bc318b req-9e410323-378f-4c8c-ba94-1e9fc789ba21 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562694 Jul 19 07:44:35.780819 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 5482841d-79e4-433a-bb50-7dcabda5572b up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:35.783806 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] For port c216f138-7662-4f35-b18f-942d2831f26a, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:44:35.784764 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:35.787487 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:35.792756 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:44:35.798336 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Pushing event updated for resources: {'Port': ['ID=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:35.838109 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] For port c216f138-7662-4f35-b18f-942d2831f26a, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=c216f138-7662-4f35-b18f-942d2831f26a,segment=NetworkSegment(fb6709b9-be73-4dc4-b460-12ffdb65a533),segment_id=fb6709b9-be73-4dc4-b460-12ffdb65a533)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:44:35.884963 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:35.902834 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6fc4d-8aee-41d3-9346-4052444e2f82 None None] Pushing event updated for resources: {'Port': ['ID=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:35.948048 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:35.948888 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:36.056722 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f3142-3995-46ad-a2e4-c5a05ee4bc18 req-fd6eae38-12ac-473b-be1c-03209f6a20de tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:36.065019 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4f4f3142-3995-46ad-a2e4-c5a05ee4bc18 req-fd6eae38-12ac-473b-be1c-03209f6a20de tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1562445 Jul 19 07:44:36.143998 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4f4f3142-3995-46ad-a2e4-c5a05ee4bc18 req-e724f272-b7ab-4c92-b7d2-96796c9fba54 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778425 Jul 19 07:44:36.213200 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:36.219057 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcb0af-3731-4912-81d5-b2a021ea0a4f None None] Pushing event updated for resources: {'Port': ['ID=c216f138-7662-4f35-b18f-942d2831f26a,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:36.239931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 5482841d-79e4-433a-bb50-7dcabda5572b triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:36.240350 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:36.287516 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:36.290706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fed82d-3aef-43a7-8a42-5091902769db req-5b6affaf-fda8-4331-aa73-716086c33a01 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:36.293082 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e1fed82d-3aef-43a7-8a42-5091902769db req-5b6affaf-fda8-4331-aa73-716086c33a01 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1547685 Jul 19 07:44:36.397494 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e1fed82d-3aef-43a7-8a42-5091902769db req-a18f14ea-1b20-48d3-8577-72c7a74cb49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624068 Jul 19 07:44:36.506086 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:36.556629 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:35Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:36.587810 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464575aa-0ffc-4b7c-b5db-998b48a17845 None None] The sync data for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi is: [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:35Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:44:36.657137 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Router 2a992397-1ca5-4fe2-a162-7728a9a0a660 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:44:36.765052 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:44:36.775444 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Sync routers for ids ['2a992397-1ca5-4fe2-a162-7728a9a0a660'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:44:36.787582 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] Notify callbacks [] for router, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:36.791204 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Routers {'2a992397-1ca5-4fe2-a162-7728a9a0a660'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:36.791856 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2a992397-1ca5-4fe2-a162-7728a9a0a660'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:36.792297 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-6576abdc-29a0-4d2a-af40-10ca191f1253 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2024899 Jul 19 07:44:36.792523 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43126) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:44:36.933950 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Set router 2a992397-1ca5-4fe2-a162-7728a9a0a660 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:36.948707 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18f753-e802-4cd2-97d4-a82e46675d86 req-1ebe2d8b-6da7-4db7-b1d1-cf8873babd67 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:36.950310 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4c18f753-e802-4cd2-97d4-a82e46675d86 req-1ebe2d8b-6da7-4db7-b1d1-cf8873babd67 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.1002817 Jul 19 07:44:37.019210 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4c18f753-e802-4cd2-97d4-a82e46675d86 req-46f0fbe4-3c68-4443-80c4-ea5bba3b1f23 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629349 Jul 19 07:44:37.189073 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:44:35Z', 'revision_number': 3, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port': {'id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:35Z', 'updated_at': '2021-07-19T07:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:37.219712 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Checking router: 2a992397-1ca5-4fe2-a162-7728a9a0a660 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:44:37.220467 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Updating router 2a992397-1ca5-4fe2-a162-7728a9a0a660 port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:44:37.282417 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.359681 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d4c22-526e-4eb6-8265-fe5bda5cd1e2 None None] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:44:37.365991 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54193bde-16e2-40cf-a878-0b42e994db85 req-84865fd9-f372-45b7-9c8f-8ce3d2510ab9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:37.367751 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-54193bde-16e2-40cf-a878-0b42e994db85 req-84865fd9-f372-45b7-9c8f-8ce3d2510ab9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0978031 Jul 19 07:44:37.446166 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-54193bde-16e2-40cf-a878-0b42e994db85 req-5c34e547-18db-4f10-8573-e5a42ede664b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718310 Jul 19 07:44:37.453545 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b1ded-6c92-4108-8db6-f5be08ee2e56 req-c0c9d5fb-9728-457c-b6dc-03e73f1b61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:37.455088 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-fb0b1ded-6c92-4108-8db6-f5be08ee2e56 req-c0c9d5fb-9728-457c-b6dc-03e73f1b61d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1099 time: 0.1667254 Jul 19 07:44:37.527222 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-be772699-cdfb-43bf-9c54-6f3ad31005b3 None None] Provisioning for port c216f138-7662-4f35-b18f-942d2831f26a completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:37.556429 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-fb0b1ded-6c92-4108-8db6-f5be08ee2e56 req-71f1cdd6-1504-484f-a615-c26f31346980 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927124 Jul 19 07:44:37.558802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.665252 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.684471 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108ed75-11f1-4fac-8c2e-706d160a10b4 req-2f2dd1bf-ae4c-418d-9ab5-d8f9b43e3cc3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:37.688971 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Transition to ACTIVE for port object e70fa887-dcb9-4c03-ab41-dfda2cd8e528 will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:37.692090 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5108ed75-11f1-4fac-8c2e-706d160a10b4 req-2f2dd1bf-ae4c-418d-9ab5-d8f9b43e3cc3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1718712 Jul 19 07:44:37.699718 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.727723 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-9ab9876a-a259-4d0b-9694-8e9761be2f64 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:37.735007 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-9ab9876a-a259-4d0b-9694-8e9761be2f64 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.2229936 Jul 19 07:44:37.736827 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5108ed75-11f1-4fac-8c2e-706d160a10b4 req-7ba3c2bd-032d-4968-9dcf-0b569facc583 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Jul 19 07:44:37.805559 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dc2c4-3cbf-4d2c-af10-0f3ca3d16ce7 None None] Pushing event updated for resources: {'Port': ['ID=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,revision_number=2']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:37.808896 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Attempting to bind port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:44:37.809181 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c216f138-7662-4f35-b18f-942d2831f26a up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:37.809316 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Attempting to bind port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:44:37.809607 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Attempting to bind port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:44:37.826477 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:44:37.827083 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:37.827495 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.827893 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:44:37.828394 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Bound port: e70fa887-dcb9-4c03-ab41-dfda2cd8e528, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:44:37.828798 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.870752 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Allocated IP 172.20.0.1 (7ac143ae-f44b-46c6-aa8f-46d06540afec/569042ad-bfb0-4fdb-a8a0-49c4e166b913/db6d4f8f-7f1b-4b82-8f36-495c83691789) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:44:37.872738 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port c216f138-7662-4f35-b18f-942d2831f26a completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:37.878774 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port c216f138-7662-4f35-b18f-942d2831f26a triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:37.879394 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.917515 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] For port e70fa887-dcb9-4c03-ab41-dfda2cd8e528, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:44:37.921937 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] For port e70fa887-dcb9-4c03-ab41-dfda2cd8e528, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:44:37.929070 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.994186 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:37.998400 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Routers {'2a992397-1ca5-4fe2-a162-7728a9a0a660'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:37.999062 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2a992397-1ca5-4fe2-a162-7728a9a0a660'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:38.002271 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dc2c4-3cbf-4d2c-af10-0f3ca3d16ce7 None None] Pushing event updated for resources: {'Port': ['ID=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:38.042516 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-a3e2e988-2d6e-47cd-b67e-c795ac19db9d None None] Provisioning complete for port c216f138-7662-4f35-b18f-942d2831f26a triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:38.042737 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.042838 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e988-2d6e-47cd-b67e-c795ac19db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.045419 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port c216f138-7662-4f35-b18f-942d2831f26a, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=c216f138-7662-4f35-b18f-942d2831f26a,segment=NetworkSegment(fb6709b9-be73-4dc4-b460-12ffdb65a533),segment_id=fb6709b9-be73-4dc4-b460-12ffdb65a533)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:38.057652 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Transition to ACTIVE for port object db6d4f8f-7f1b-4b82-8f36-495c83691789 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:38.067609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.068427 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:38.132520 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.167093 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] Set router 2a992397-1ca5-4fe2-a162-7728a9a0a660 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:38.181789 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:38.188013 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:38.201841 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:44:38.213610 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Deleting port 38ac6914-a840-46f5-9ff3-61ad693171a4 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:44:38.214229 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.250925 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:38.256108 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0460305-24e6-43a1-b6d2-aed425882cea req-788adb4e-2e41-4fac-bee5-d18f685f285f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:38.259637 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f0460305-24e6-43a1-b6d2-aed425882cea req-788adb4e-2e41-4fac-bee5-d18f685f285f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 946 time: 0.1234365 Jul 19 07:44:38.267054 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:38.267754 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.277891 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=c216f138-7662-4f35-b18f-942d2831f26a,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:38.313258 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Pushing event updated for resources: {'Port': ['ID=db6d4f8f-7f1b-4b82-8f36-495c83691789,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:38.340196 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f0460305-24e6-43a1-b6d2-aed425882cea req-a3c4c57b-df28-4440-bdd1-574758a8eeab tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735006 Jul 19 07:44:38.384901 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.413591 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:44:35Z', 'revision_number': 3, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port': {'id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:35Z', 'updated_at': '2021-07-19T07:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:38.434370 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.448474 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac07748-cf98-426b-9f4e-fb773e834761 None None] The sync data for ids ['2a992397-1ca5-4fe2-a162-7728a9a0a660'] in dv-cinder-772623-11-iscsi is: [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:44:35Z', 'revision_number': 3, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port': {'id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:35Z', 'updated_at': '2021-07-19T07:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:44:38.482704 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] For port 38ac6914-a840-46f5-9ff3-61ad693171a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38ac6914-a840-46f5-9ff3-61ad693171a4,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:38.483030 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.496862 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:38.504454 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.522810 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Calling delete_port for 38ac6914-a840-46f5-9ff3-61ad693171a4 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:44:38.571141 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-c2759704-ef03-44ab-83b4-debe47234363 None None] Provisioning for port db6d4f8f-7f1b-4b82-8f36-495c83691789 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:38.581660 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-c2759704-ef03-44ab-83b4-debe47234363 None None] Provisioning complete for port db6d4f8f-7f1b-4b82-8f36-495c83691789 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:38.582363 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-c2759704-ef03-44ab-83b4-debe47234363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.701625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-c2759704-ef03-44ab-83b4-debe47234363 None None] Port db6d4f8f-7f1b-4b82-8f36-495c83691789 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:44:38.708609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:38.726219 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.742923 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf73101-9869-4f45-909b-df71784574e0 req-5d1ac5c4-6ac2-46a4-8c94-0da769f69e4a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:38.747503 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-baf73101-9869-4f45-909b-df71784574e0 req-5d1ac5c4-6ac2-46a4-8c94-0da769f69e4a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1460836 Jul 19 07:44:38.812659 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-baf73101-9869-4f45-909b-df71784574e0 req-30d90b95-77c8-458b-ad50-008b0e04cd3b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604997 Jul 19 07:44:38.965299 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:38.985863 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'c456e7bb-c921-4e86-9a06-cac298f5281c', '38ac6914-a840-46f5-9ff3-61ad693171a4'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:44:39.025990 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0eca05-3f73-4e06-adca-74b7189199bf req-a7f6cb4b-6daf-42fb-9e27-d4fd79ecab37 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:39.033045 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0b0eca05-3f73-4e06-adca-74b7189199bf req-a7f6cb4b-6daf-42fb-9e27-d4fd79ecab37 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1735060 Jul 19 07:44:39.064124 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event deleted for resources: {'Port': ['ID=38ac6914-a840-46f5-9ff3-61ad693171a4,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:39.095271 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0b0eca05-3f73-4e06-adca-74b7189199bf req-281dd052-4907-4b33-a22e-eb12df7c07b4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610371 Jul 19 07:44:39.129925 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] No DVR routers for this DVR port 38ac6914-a840-46f5-9ff3-61ad693171a4 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:44:39.133528 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:39.136047 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0d8ceff5-eb3c-4688-813a-f707500d874f req-3394136b-75e4-4799-806b-9ab685f4c4ae tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "DELETE /v2.0/ports/38ac6914-a840-46f5-9ff3-61ad693171a4 HTTP/1.1" status: 204 len: 173 time: 1.3394687 Jul 19 07:44:39.136509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985079d2-d014-402f-90c8-d289033e0daf', 'name': 'network-vif-deleted', 'tag': '38ac6914-a840-46f5-9ff3-61ad693171a4'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:44:39.138759 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bbe7b7-d833-4448-99d7-edb553660c78" -d '{"events": [{"server_uuid": "985079d2-d014-402f-90c8-d289033e0daf", "name": "network-vif-deleted", "tag": "38ac6914-a840-46f5-9ff3-61ad693171a4"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:44:39.142717 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:39.148591 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:39.205170 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffef6a11-762e-45e4-8ade-cadea1a73058 x-openstack-request-id: req-ffef6a11-762e-45e4-8ade-cadea1a73058 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:44:39.205459 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985079d2-d014-402f-90c8-d289033e0daf", "name": "network-vif-deleted", "tag": "38ac6914-a840-46f5-9ff3-61ad693171a4", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:44:39.205710 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffef6a11-762e-45e4-8ade-cadea1a73058 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:44:39.206156 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985079d2-d014-402f-90c8-d289033e0daf', 'name': 'network-vif-deleted', 'tag': '38ac6914-a840-46f5-9ff3-61ad693171a4', 'status': 'completed', 'code': 200} Jul 19 07:44:39.236707 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:39.247109 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Pushing event updated for resources: {'Port': ['ID=db6d4f8f-7f1b-4b82-8f36-495c83691789,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:39.357205 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:39.358604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:39.459391 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e082208-2896-4fa3-bbc2-907c6f8973d4 req-84a9560e-07fa-418b-9552-d615e85597d6 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=985079d2-d014-402f-90c8-d289033e0daf HTTP/1.1" status: 200 len: 210 time: 0.0309327 Jul 19 07:44:39.639129 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-84427556-4aeb-411f-be8f-4d0460d3be66 None None] Provisioning complete for port db6d4f8f-7f1b-4b82-8f36-495c83691789 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:39.639667 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-84427556-4aeb-411f-be8f-4d0460d3be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:39.674128 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Router 2a992397-1ca5-4fe2-a162-7728a9a0a660 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:44:39.699561 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-84427556-4aeb-411f-be8f-4d0460d3be66 None None] Port db6d4f8f-7f1b-4b82-8f36-495c83691789 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:44:39.776345 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c216f138-7662-4f35-b18f-942d2831f26a up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:39.800661 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:44:39.816233 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-04f82e67-3ce6-414d-9463-200133aec4ab admin admin] 10.222.0.10 "PUT /v2.0/routers/2a992397-1ca5-4fe2-a162-7728a9a0a660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0142198 Jul 19 07:44:39.837759 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port c216f138-7662-4f35-b18f-942d2831f26a triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:39.838515 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:39.937284 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:39.960659 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612793d-313b-4bfc-93f6-200ca9f0aa2b req-4371d226-d03d-497e-89d0-d52bd6a32a46 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:39.962240 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1612793d-313b-4bfc-93f6-200ca9f0aa2b req-4371d226-d03d-497e-89d0-d52bd6a32a46 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0681527 Jul 19 07:44:39.993805 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:39.994270 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:40.006131 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1612793d-313b-4bfc-93f6-200ca9f0aa2b req-21687205-f9d3-4624-a7d2-140c04e22251 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378933 Jul 19 07:44:40.076700 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e70fa887-dcb9-4c03-ab41-dfda2cd8e528 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:40.143965 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:40.149230 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:40.149763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:40.244599 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ed2ff-b85d-4ef4-810f-e6c5b3685730 req-456a1270-e3a5-45dc-885e-d24280583e23 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:40.246128 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-293ed2ff-b85d-4ef4-810f-e6c5b3685730 req-456a1270-e3a5-45dc-885e-d24280583e23 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0775125 Jul 19 07:44:40.271104 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:40.303891 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port e70fa887-dcb9-4c03-ab41-dfda2cd8e528, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:40.306652 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-293ed2ff-b85d-4ef4-810f-e6c5b3685730 req-e3f0a4c0-39fd-4d8e-80bb-c3ab8819d97f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527480 Jul 19 07:44:40.325558 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:40.379160 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-65711568-d78b-40fd-93a9-e6db16dbea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:40.382238 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-65711568-d78b-40fd-93a9-e6db16dbea73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1099 time: 0.1259058 Jul 19 07:44:40.402571 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082c712-4041-4f53-899e-ae8a8e84a2c0 req-f0a95caa-8e68-43f2-ad17-b2bfc13de8ad tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:40.404682 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1082c712-4041-4f53-899e-ae8a8e84a2c0 req-f0a95caa-8e68-43f2-ad17-b2bfc13de8ad tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0847104 Jul 19 07:44:40.427512 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:40.457139 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1082c712-4041-4f53-899e-ae8a8e84a2c0 req-a9e70118-83c0-4504-938d-e6ae93f8ce15 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Jul 19 07:44:40.492536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-247ef40c-6026-4366-bdc8-0fa60e37dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:40.494062 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-247ef40c-6026-4366-bdc8-0fa60e37dd33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 920 time: 0.1027484 Jul 19 07:44:40.541058 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-c2a6a6e4-7b2d-463c-93fe-de2e878ad025 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 200 len: 217 time: 0.0398092 Jul 19 07:44:40.558333 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Sync routers for ids ['2a992397-1ca5-4fe2-a162-7728a9a0a660'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:44:40.567890 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Routers {'2a992397-1ca5-4fe2-a162-7728a9a0a660'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:40.568549 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2a992397-1ca5-4fe2-a162-7728a9a0a660'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:40.600855 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-30185311-892b-4a34-9b5d-165ffef62731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:40.603307 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-30185311-892b-4a34-9b5d-165ffef62731 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.0549769 Jul 19 07:44:40.645571 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-92bc872c-6aa3-4b5c-a758-b0f86b076f29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330319 Jul 19 07:44:40.687550 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Set router 2a992397-1ca5-4fe2-a162-7728a9a0a660 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:40.757355 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-74e13868-be03-4be4-bb9b-6b90eee22300 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995746 Jul 19 07:44:40.804643 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec576b6-0191-43ff-bb1a-09ce4a13b957 req-e1fa0d82-bc74-4008-86f7-4faa6682f446 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:40.806086 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7ec576b6-0191-43ff-bb1a-09ce4a13b957 req-e1fa0d82-bc74-4008-86f7-4faa6682f446 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 945 time: 0.0718069 Jul 19 07:44:40.856667 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7ec576b6-0191-43ff-bb1a-09ce4a13b957 req-61e4c34a-cff9-4164-8ab7-aab2ce0b2ab9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436180 Jul 19 07:44:40.883626 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bfdec6f3-7d5d-44f3-84ba-0906ac0fee7e req-1a996330-dab9-468c-ae2d-fc208347d916 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177475 Jul 19 07:44:40.929535 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 4, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port': {'id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:35Z', 'updated_at': '2021-07-19T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'db6d4f8f-7f1b-4b82-8f36-495c83691789', 'name': '', 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'mac_address': 'fa:16:3e:1b:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '569042ad-bfb0-4fdb-a8a0-49c4e166b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:37Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 2, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'subnets': [{'id': '569042ad-bfb0-4fdb-a8a0-49c4e166b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:40.956944 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Checking router: 2a992397-1ca5-4fe2-a162-7728a9a0a660 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:44:40.957301 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Updating router 2a992397-1ca5-4fe2-a162-7728a9a0a660 port db6d4f8f-7f1b-4b82-8f36-495c83691789 binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:44:40.990203 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:41.252189 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:41.262886 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Transition to ACTIVE for port object db6d4f8f-7f1b-4b82-8f36-495c83691789 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:41.270572 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:41.322061 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81cdbd-3579-40b9-9bbd-12217434a6bb None None] Pushing event updated for resources: {'Port': ['ID=db6d4f8f-7f1b-4b82-8f36-495c83691789,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:41.375965 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Attempting to bind port db6d4f8f-7f1b-4b82-8f36-495c83691789 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:44:41.376495 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Attempting to bind port db6d4f8f-7f1b-4b82-8f36-495c83691789 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:44:41.376866 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Attempting to bind port db6d4f8f-7f1b-4b82-8f36-495c83691789 on network 7ac143ae-f44b-46c6-aa8f-46d06540afec {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:44:41.382229 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:44:41.382611 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Checking segment: {'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:44:41.383019 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:41.383417 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Bound using segment: {'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:44:41.383890 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Bound port: db6d4f8f-7f1b-4b82-8f36-495c83691789, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6709b9-be73-4dc4-b460-12ffdb65a533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:44:41.384276 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:41.481602 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] For port db6d4f8f-7f1b-4b82-8f36-495c83691789, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:44:41.485378 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] For port db6d4f8f-7f1b-4b82-8f36-495c83691789, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=db6d4f8f-7f1b-4b82-8f36-495c83691789,segment=NetworkSegment(fb6709b9-be73-4dc4-b460-12ffdb65a533),segment_id=fb6709b9-be73-4dc4-b460-12ffdb65a533)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:44:41.494410 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:41.508323 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecb95d-7e56-4055-ad74-dc7d64f78813 req-c16a5e52-8c25-4779-8555-ae3724df2ca4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:41.513470 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-09ecb95d-7e56-4055-ad74-dc7d64f78813 req-c16a5e52-8c25-4779-8555-ae3724df2ca4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1104331 Jul 19 07:44:41.567181 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-09ecb95d-7e56-4055-ad74-dc7d64f78813 req-c4bc5d5e-5fd6-4b70-b143-470f96b53484 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501401 Jul 19 07:44:41.578533 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Routers {'2a992397-1ca5-4fe2-a162-7728a9a0a660'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:44:41.579240 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:44:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2a992397-1ca5-4fe2-a162-7728a9a0a660'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:41.585885 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81cdbd-3579-40b9-9bbd-12217434a6bb None None] Pushing event updated for resources: {'Port': ['ID=db6d4f8f-7f1b-4b82-8f36-495c83691789,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:41.666710 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51880f1d-65a2-414b-8d0e-1e06e15e4edd req-3124db1b-de05-46c8-98db-288a6943668c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:41.696831 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-51880f1d-65a2-414b-8d0e-1e06e15e4edd req-3124db1b-de05-46c8-98db-288a6943668c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1301067 Jul 19 07:44:41.740383 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-51880f1d-65a2-414b-8d0e-1e06e15e4edd req-6ce4c9ab-384e-4bc1-8009-7397e285c40e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Jul 19 07:44:41.809507 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e70fa887-dcb9-4c03-ab41-dfda2cd8e528 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:41.897315 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] Set router 2a992397-1ca5-4fe2-a162-7728a9a0a660 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:44:41.899693 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:41.900204 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:41.998515 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbb333-a678-4842-ad1b-7f460c52c365 req-e22e439d-79bf-4eef-933b-37e47d7d4a83 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:42.000121 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f7fbb333-a678-4842-ad1b-7f460c52c365 req-e22e439d-79bf-4eef-933b-37e47d7d4a83 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 945 time: 0.0646739 Jul 19 07:44:42.038061 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f7fbb333-a678-4842-ad1b-7f460c52c365 req-80c650d0-39a1-4013-a4f2-49cd17c522ff tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Jul 19 07:44:42.155573 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 4, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port': {'id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:35Z', 'updated_at': '2021-07-19T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'db6d4f8f-7f1b-4b82-8f36-495c83691789', 'name': '', 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'mac_address': 'fa:16:3e:1b:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '569042ad-bfb0-4fdb-a8a0-49c4e166b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:37Z', 'updated_at': '2021-07-19T07:44:41Z', 'revision_number': 4, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'subnets': [{'id': '569042ad-bfb0-4fdb-a8a0-49c4e166b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:44:42.193079 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197b367-1c6a-485c-bdfd-e6ec8fecf77a None None] The sync data for ids ['2a992397-1ca5-4fe2-a162-7728a9a0a660'] in dv-cinder-772623-11-iscsi is: [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 4, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port': {'id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:35Z', 'updated_at': '2021-07-19T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'db6d4f8f-7f1b-4b82-8f36-495c83691789', 'name': '', 'network_id': '7ac143ae-f44b-46c6-aa8f-46d06540afec', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'mac_address': 'fa:16:3e:1b:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '569042ad-bfb0-4fdb-a8a0-49c4e166b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:37Z', 'updated_at': '2021-07-19T07:44:41Z', 'revision_number': 4, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'subnets': [{'id': '569042ad-bfb0-4fdb-a8a0-49c4e166b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:44:42.753499 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1ecc7-f42c-46e4-ba34-51f0fdf80e0b req-e7e0688c-1e81-4af4-ab5b-eb56da0cd2a7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:42.760165 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-14e1ecc7-f42c-46e4-ba34-51f0fdf80e0b req-e7e0688c-1e81-4af4-ab5b-eb56da0cd2a7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0833797 Jul 19 07:44:42.773111 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 38ac6914-a840-46f5-9ff3-61ad693171a4 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:44:42.828002 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 38ac6914-a840-46f5-9ff3-61ad693171a4 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:44:42.828690 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 38ac6914-a840-46f5-9ff3-61ad693171a4 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:44:42.837907 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-14e1ecc7-f42c-46e4-ba34-51f0fdf80e0b req-ca3144ae-8479-47c5-9baf-2ad541cc3e66 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529723 Jul 19 07:44:42.951070 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc7513-9ac3-4655-a41a-af9f056978ae req-f03e0090-a63a-4688-8af4-544796ab4725 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:42.952489 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-55cc7513-9ac3-4655-a41a-af9f056978ae req-f03e0090-a63a-4688-8af4-544796ab4725 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0893104 Jul 19 07:44:42.995924 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-55cc7513-9ac3-4655-a41a-af9f056978ae req-6ed60c9c-7454-4d9d-a035-4dc7d75a26f7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Jul 19 07:44:43.134827 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-f4acc693-f5b1-45c4-adbb-8154bd9e245c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:43.137073 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-f4acc693-f5b1-45c4-adbb-8154bd9e245c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 945 time: 0.0768552 Jul 19 07:44:43.203737 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726639b-b3c5-42dd-9227-1f58df4d5541 req-9a4d1bd4-07ac-4dad-80b4-598f38d45b89 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:43.213878 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e726639b-b3c5-42dd-9227-1f58df4d5541 req-9a4d1bd4-07ac-4dad-80b4-598f38d45b89 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 945 time: 0.0878503 Jul 19 07:44:43.257322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Deleting port c456e7bb-c921-4e86-9a06-cac298f5281c {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:44:43.257917 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:43.269488 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e726639b-b3c5-42dd-9227-1f58df4d5541 req-264b4ce1-f7d3-4170-9de5-7cfa167d5888 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483139 Jul 19 07:44:43.428096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] For port c456e7bb-c921-4e86-9a06-cac298f5281c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c456e7bb-c921-4e86-9a06-cac298f5281c,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:43.428096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:43.457391 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Calling delete_port for c456e7bb-c921-4e86-9a06-cac298f5281c owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:44:43.642602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:43.660126 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'c456e7bb-c921-4e86-9a06-cac298f5281c'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:44:43.705804 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event deleted for resources: {'Port': ['ID=c456e7bb-c921-4e86-9a06-cac298f5281c,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:43.814333 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device db6d4f8f-7f1b-4b82-8f36-495c83691789 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:43.825255 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] No DVR routers for this DVR port c456e7bb-c921-4e86-9a06-cac298f5281c on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:44:43.829567 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:43.832060 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-110e287d-fb73-49bd-888c-d35cb328aa2e req-1f148f79-858a-46b3-b48d-074b81025d69 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "DELETE /v2.0/ports/c456e7bb-c921-4e86-9a06-cac298f5281c HTTP/1.1" status: 204 len: 173 time: 0.6871634 Jul 19 07:44:43.832582 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'name': 'network-vif-deleted', 'tag': 'c456e7bb-c921-4e86-9a06-cac298f5281c'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:44:43.848896 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ab289-c52d-43ad-82d3-b1ad1174904b" -d '{"events": [{"server_uuid": "979feae2-74a8-49ce-a36a-d55a47e28a92", "name": "network-vif-deleted", "tag": "c456e7bb-c921-4e86-9a06-cac298f5281c"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:44:43.938100 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port db6d4f8f-7f1b-4b82-8f36-495c83691789 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:43.942663 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5706dcc0-6382-4e71-a2be-9ca6899760f1 x-openstack-request-id: req-5706dcc0-6382-4e71-a2be-9ca6899760f1 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:44:43.942962 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979feae2-74a8-49ce-a36a-d55a47e28a92", "name": "network-vif-deleted", "tag": "c456e7bb-c921-4e86-9a06-cac298f5281c", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:44:43.943252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5706dcc0-6382-4e71-a2be-9ca6899760f1 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:44:43.943695 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979feae2-74a8-49ce-a36a-d55a47e28a92', 'name': 'network-vif-deleted', 'tag': 'c456e7bb-c921-4e86-9a06-cac298f5281c', 'status': 'completed', 'code': 200} Jul 19 07:44:43.961945 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port db6d4f8f-7f1b-4b82-8f36-495c83691789 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:43.962381 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:44.126665 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1396581-74cb-44a4-8390-9713b55a2443 req-00690d15-6f31-4af9-9078-60de2dc397fb tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:44.128430 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c1396581-74cb-44a4-8390-9713b55a2443 req-00690d15-6f31-4af9-9078-60de2dc397fb tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.1437268 Jul 19 07:44:44.185256 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:44.216530 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c1396581-74cb-44a4-8390-9713b55a2443 req-7f485780-fa87-4740-b07d-9b3c30186b15 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745175 Jul 19 07:44:44.253705 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port db6d4f8f-7f1b-4b82-8f36-495c83691789, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=db6d4f8f-7f1b-4b82-8f36-495c83691789,segment=NetworkSegment(fb6709b9-be73-4dc4-b460-12ffdb65a533),segment_id=fb6709b9-be73-4dc4-b460-12ffdb65a533)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:44.260154 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:44.271524 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aadde-2bad-46d5-a79c-255d0ed71cbd req-9996ddec-ed86-48c9-9d8f-9f8a48e8c1c3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:44.278519 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1d6aadde-2bad-46d5-a79c-255d0ed71cbd req-9996ddec-ed86-48c9-9d8f-9f8a48e8c1c3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1491203 Jul 19 07:44:44.343474 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=db6d4f8f-7f1b-4b82-8f36-495c83691789,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:44.347039 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1d6aadde-2bad-46d5-a79c-255d0ed71cbd req-f8464698-e8e5-43f1-a818-e86d08077221 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623472 Jul 19 07:44:44.431214 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a0761222-75e1-4e63-8fa2-92a5dd9c1f7d req-bda9b196-fc5d-45a6-8a8b-a56595a53c99 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 210 time: 0.0490532 Jul 19 07:44:45.348657 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:44:45.365905 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c17629-46b5-4889-9484-e945d029f0ec req-3b3e85a2-9dd3-4700-a6d0-4cda7fc901f9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:45.373607 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61c17629-46b5-4889-9484-e945d029f0ec req-3b3e85a2-9dd3-4700-a6d0-4cda7fc901f9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 944 time: 0.0745230 Jul 19 07:44:45.420823 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61c17629-46b5-4889-9484-e945d029f0ec req-ab5ce878-22a8-4802-955c-2f48588b8604 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 Jul 19 07:44:45.477536 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:45.490934 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'port_id': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'mac_address': 'fa:16:3e:78:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:44:45.544135 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1c86cafb-cc3f-4ac9-8da2-391dd583da3c req-b539471e-0271-47e8-ba39-d98fdc56a4f3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 210 time: 0.0294440 Jul 19 07:44:45.552750 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:45.570002 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55ede16-e113-421f-9c86-f48e0dcaa051 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:44:45.591267 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:45.597501 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:45.654422 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=9']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:45.707892 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device db6d4f8f-7f1b-4b82-8f36-495c83691789 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:45.765937 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port db6d4f8f-7f1b-4b82-8f36-495c83691789 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:45.766318 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:46.569790 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1afd-9532-4174-8db3-f0d7475391f5 req-3211a45b-23f1-4480-8ef2-1ff4b880c214 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:46.576511 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db7d1afd-9532-4174-8db3-f0d7475391f5 req-3211a45b-23f1-4480-8ef2-1ff4b880c214 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 945 time: 0.0789037 Jul 19 07:44:46.620183 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db7d1afd-9532-4174-8db3-f0d7475391f5 req-e30d8c6f-0ed1-42f7-8f54-7bd4a304da78 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419343 Jul 19 07:44:46.679547 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cbf05c32-d482-4b76-b526-5659accf16a6 req-e001bef9-180a-4884-ad5d-c8869cc10655 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=979feae2-74a8-49ce-a36a-d55a47e28a92 HTTP/1.1" status: 200 len: 210 time: 0.0317562 Jul 19 07:44:47.637254 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['f55ede16-e113-421f-9c86-f48e0dcaa051'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:44:47.786100 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667a79b-f170-4018-93da-4b156fe77dcb req-3e194ea2-8960-46cf-a834-0b2411c9c555 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:47.794473 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1c35060f-73f4-4579-973f-ca875398cf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:47.795071 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3667a79b-f170-4018-93da-4b156fe77dcb req-3e194ea2-8960-46cf-a834-0b2411c9c555 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 945 time: 0.0920129 Jul 19 07:44:47.857496 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3667a79b-f170-4018-93da-4b156fe77dcb req-96847fb8-ce7f-4743-b833-dabea2476d2b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611224 Jul 19 07:44:48.054434 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310dc6e-e719-4751-861e-f3066692e691 req-eae632fc-dc12-402d-be23-c72d639d5a7d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:48.056346 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6310dc6e-e719-4751-861e-f3066692e691 req-eae632fc-dc12-402d-be23-c72d639d5a7d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0739331 Jul 19 07:44:48.099323 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6310dc6e-e719-4751-861e-f3066692e691 req-bff18438-ee2e-41db-98ce-d413c56cdeed tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Jul 19 07:44:49.038240 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4f54b-32c5-4715-aa32-f679db35d674 req-e7808dde-3cfb-42c5-801e-930c3e62851e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:49.039839 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2fb4f54b-32c5-4715-aa32-f679db35d674 req-e7808dde-3cfb-42c5-801e-930c3e62851e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 945 time: 0.0802424 Jul 19 07:44:49.311768 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2fb4f54b-32c5-4715-aa32-f679db35d674 req-23464538-51c3-4c65-bcf7-f42a54cbb3e3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641366 Jul 19 07:44:49.348178 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f972-54ca-48da-b480-52fba973b929 req-be1104ee-c7d0-41b1-93fd-39814e7083a9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:49.349400 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-38d9f972-54ca-48da-b480-52fba973b929 req-be1104ee-c7d0-41b1-93fd-39814e7083a9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0889084 Jul 19 07:44:49.387951 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-38d9f972-54ca-48da-b480-52fba973b929 req-ae9431c9-8b0e-41e8-a8bc-165600ca39b0 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Jul 19 07:44:50.061682 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-dce12d99-851a-42a9-a960-5d0cc36bc7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:50.528968 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a80c70-cd36-40d3-a621-52aecd10adb0 req-93c23edb-e40b-4b9d-8e6e-b40448a0b090 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:50.531526 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-62a80c70-cd36-40d3-a621-52aecd10adb0 req-93c23edb-e40b-4b9d-8e6e-b40448a0b090 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 945 time: 0.1287794 Jul 19 07:44:50.539700 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:50.588001 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:44:50.596757 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-62a80c70-cd36-40d3-a621-52aecd10adb0 req-6efda3e4-11a9-4a41-a93a-db485dd8c40f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564015 Jul 19 07:44:50.606912 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17b0d-fd1a-4fc0-b277-9b915259ffa2 req-a0e8d10d-1462-47cf-9e17-5b199eff1110 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:50.608516 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-34d17b0d-fd1a-4fc0-b277-9b915259ffa2 req-a0e8d10d-1462-47cf-9e17-5b199eff1110 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.1486123 Jul 19 07:44:50.680315 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-34d17b0d-fd1a-4fc0-b277-9b915259ffa2 req-cc0925a7-fe32-4025-98de-9fbdefb3aa4a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Jul 19 07:44:50.696695 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port f55ede16-e113-421f-9c86-f48e0dcaa051 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:50.696695 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:50.777073 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:50.803276 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:44:50.806012 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa82888-ea8d-4e55-a62e-1960b29a4c1f" -d '{"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:44:50.823224 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:50.829988 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:50.856227 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b59a4a-a3c3-4466-ba36-5c43b6f7a445 x-openstack-request-id: req-a0b59a4a-a3c3-4466-ba36-5c43b6f7a445 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:44:50.856491 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:44:50.856728 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0b59a4a-a3c3-4466-ba36-5c43b6f7a445 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:44:50.857325 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'code': 200} Jul 19 07:44:50.887736 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=10']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:51.547139 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:51.619820 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c456e7bb-c921-4e86-9a06-cac298f5281c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:44:51.671735 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: c456e7bb-c921-4e86-9a06-cac298f5281c {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:44:51.672185 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c456e7bb-c921-4e86-9a06-cac298f5281c not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:44:51.754947 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2c1aa-4675-4fea-9138-3924b88a7000 req-b41ea073-3ac7-41a2-8080-7102b6e7c1cf tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:51.762769 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-43c2c1aa-4675-4fea-9138-3924b88a7000 req-b41ea073-3ac7-41a2-8080-7102b6e7c1cf tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0844970 Jul 19 07:44:51.800493 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-43c2c1aa-4675-4fea-9138-3924b88a7000 req-c2851786-e8f7-4244-bd43-7ffffe51b4fb tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359876 Jul 19 07:44:51.889212 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088dd3-76c6-4d0a-ae1a-8dcbe65d4136 req-4eebce6c-0ce4-479b-a0af-991be51496b6 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:51.891607 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8e088dd3-76c6-4d0a-ae1a-8dcbe65d4136 req-4eebce6c-0ce4-479b-a0af-991be51496b6 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0794108 Jul 19 07:44:52.000426 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8e088dd3-76c6-4d0a-ae1a-8dcbe65d4136 req-64750470-4f5e-4dc8-9a0c-c66810ee2525 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939035 Jul 19 07:44:52.033692 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-488345e3-cbed-495b-b8b0-53331bb61945 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:52.035162 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-488345e3-cbed-495b-b8b0-53331bb61945 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 814 time: 0.1424761 Jul 19 07:44:52.050513 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-072b21fc-b58d-4260-8c36-62c4064deb67 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/quotas/8869a8ae8b35455d8c37f1270677368e HTTP/1.1" status: 200 len: 375 time: 0.0093436 Jul 19 07:44:52.125326 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-c53a2b37-b604-4fce-a882-62f9f0cfa07e tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697286 Jul 19 07:44:52.223716 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-e386dbef-66ce-4c0a-a800-77b8ac297c43 service neutron] 10.222.0.10 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862670 Jul 19 07:44:52.253358 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ea8d0-3df3-49fb-a30a-52e2536f97b6 req-00923751-4d97-4737-9de0-f64dd0bf8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:52.254846 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a84ea8d0-3df3-49fb-a30a-52e2536f97b6 req-00923751-4d97-4737-9de0-f64dd0bf8323 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 1100 time: 0.0508146 Jul 19 07:44:52.291018 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a84ea8d0-3df3-49fb-a30a-52e2536f97b6 req-0a51c277-f49f-40e9-bd6a-cf6dc1904c82 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272534 Jul 19 07:44:52.314184 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-e22e1035-6514-4f2b-892d-88123d5ad965 service neutron] 10.222.0.10 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Jul 19 07:44:52.467504 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b287de5-b419-45a9-be54-f800b98b6bf9 req-830c2cab-f79f-4f73-b4a0-9b16a21e092f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 210 time: 0.0285032 Jul 19 07:44:52.935615 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91554ece-76ab-4829-bb19-d2c81024906c req-19ad53d9-9f58-433e-bfdd-937c7022aa68 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:52.937103 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91554ece-76ab-4829-bb19-d2c81024906c req-19ad53d9-9f58-433e-bfdd-937c7022aa68 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0656245 Jul 19 07:44:52.973009 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91554ece-76ab-4829-bb19-d2c81024906c req-97f279cf-1ede-4bb4-9d3c-0a0c4603f706 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303545 Jul 19 07:44:53.132799 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d87f9-4d69-4412-823d-4782b6ce29c6 req-abb0e5c1-7d46-48e1-b70e-74e5ae06d665 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:53.134266 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-659d87f9-4d69-4412-823d-4782b6ce29c6 req-abb0e5c1-7d46-48e1-b70e-74e5ae06d665 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0635469 Jul 19 07:44:53.170764 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-659d87f9-4d69-4412-823d-4782b6ce29c6 req-7c1ce78f-2aa3-40f6-829b-70c890870aeb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Jul 19 07:44:53.395674 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:53.559754 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-080c8964-b75d-4e1a-ba2d-d54af83507ad req-aac7f974-7ac4-4573-adcd-4dfe02f9a95b tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 210 time: 0.0281899 Jul 19 07:44:54.104200 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856c03c-0cb5-4d06-8c9e-e628d899e44d req-71eb941b-1c86-411f-95b3-836797590550 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:54.105670 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3856c03c-0cb5-4d06-8c9e-e628d899e44d req-71eb941b-1c86-411f-95b3-836797590550 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0636699 Jul 19 07:44:54.141776 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3856c03c-0cb5-4d06-8c9e-e628d899e44d req-749004bf-7827-4472-9c1e-041552603156 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306540 Jul 19 07:44:54.295452 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ee7f4-14f9-4549-b3fb-52533890371c req-d2236cbf-bc8e-4dbb-a1b5-0db46a69405f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:54.296931 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2e0ee7f4-14f9-4549-b3fb-52533890371c req-d2236cbf-bc8e-4dbb-a1b5-0db46a69405f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0613272 Jul 19 07:44:54.333111 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2e0ee7f4-14f9-4549-b3fb-52533890371c req-99561378-3293-480c-a7d3-33aad7b1cab1 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Jul 19 07:44:54.651199 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-36dae9cb-b171-48fc-a002-1814f13ba1f8 req-decb2ca2-1c09-4d5b-8489-5c6b7d8d7d06 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 210 time: 0.0272520 Jul 19 07:44:55.274589 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a15b1-fd4e-4c69-a1ae-879d30e27e1b req-70bcb4d4-c289-480b-b1dd-b7ff561ba2fc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:55.276572 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6b4a15b1-fd4e-4c69-a1ae-879d30e27e1b req-70bcb4d4-c289-480b-b1dd-b7ff561ba2fc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0644941 Jul 19 07:44:55.312617 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6b4a15b1-fd4e-4c69-a1ae-879d30e27e1b req-ed377ac5-805b-4d20-bef2-0d07951d71e2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306177 Jul 19 07:44:55.456421 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b1f76-4b39-4ffd-bd6d-b495e128fd53 req-b2461008-4201-44bb-92c3-1355e151c81a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:55.457782 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-760b1f76-4b39-4ffd-bd6d-b495e128fd53 req-b2461008-4201-44bb-92c3-1355e151c81a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0613437 Jul 19 07:44:55.493587 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-760b1f76-4b39-4ffd-bd6d-b495e128fd53 req-e2dba046-3025-420e-ac15-feb77a5ddc4a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Jul 19 07:44:55.742982 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-24a4f81c-2870-481d-a4c7-555a769929af req-788c2435-2ec5-4a38-a58c-48b791b69e9e tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 210 time: 0.0279081 Jul 19 07:44:56.170721 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:44:56.462370 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaf936-8f4d-4451-8626-c90b129167dd req-57d99910-d68d-410b-9157-a7fd5278c2b6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:56.464515 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-75aaf936-8f4d-4451-8626-c90b129167dd req-57d99910-d68d-410b-9157-a7fd5278c2b6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0776105 Jul 19 07:44:56.507621 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-75aaf936-8f4d-4451-8626-c90b129167dd req-8d76324e-956d-4a32-a9ed-4dfcd90be8b6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373559 Jul 19 07:44:56.671911 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2ef83-1420-4d98-bf14-1f26b4be6a64 req-3771811a-3ca3-434f-9843-9ad8bb717884 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:56.673519 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-60e2ef83-1420-4d98-bf14-1f26b4be6a64 req-3771811a-3ca3-434f-9843-9ad8bb717884 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0960777 Jul 19 07:44:56.707699 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-f23fc336-9ebb-46c6-9739-eaff0bbd982f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:56.709484 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-f23fc336-9ebb-46c6-9739-eaff0bbd982f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 814 time: 0.1246367 Jul 19 07:44:56.726823 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'port': {'device_id': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'admin_state_up': True, 'tenant_id': '8869a8ae8b35455d8c37f1270677368e'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:44:56.733296 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-60e2ef83-1420-4d98-bf14-1f26b4be6a64 req-e86b11ae-3e23-408b-9071-947ba8126f93 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Jul 19 07:44:56.886393 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c5caf022-b9e7-40fc-a3c6-a654a58292e7 req-77dab8b9-41b6-4f29-bba6-e18596e135e9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 210 time: 0.0484879 Jul 19 07:44:56.913644 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Made reservation on behalf of 8869a8ae8b35455d8c37f1270677368e for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:44:56.918011 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:57.116026 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Allocated IP 172.20.0.13 (70a6e687-a251-4fbd-b915-6fdc2e50e48c/dedb37cb-63d6-4668-9b41-999a96c0137f/445817b6-72d1-486a-a95c-4195d0eea715) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:44:57.179700 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-f580ff4b-a885-41c5-a458-a5a9c0dbfe49 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:57.192032 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-f580ff4b-a885-41c5-a458-a5a9c0dbfe49 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.1401839 Jul 19 07:44:57.361788 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:57.377777 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Transition to ACTIVE for port object 445817b6-72d1-486a-a95c-4195d0eea715 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:44:57.416311 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:57.464243 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:44:57.467574 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:44:57.471604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:44:57.498068 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:57.507348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.507702 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.508042 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.508609 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.508944 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.509272 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.509625 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.510483 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.510814 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.511142 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.511465 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.511791 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:57.537467 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:57.538102 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:57.554676 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-10454758-883d-44b0-80e7-fd6d2ac457c1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8330736 Jul 19 07:44:57.558783 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:57.724100 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a6182-cb9c-4e1c-b54c-08d647cf1aaa req-0992e6da-ed6e-4490-a09d-bde3f639db0a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:57.725543 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-208a6182-cb9c-4e1c-b54c-08d647cf1aaa req-0992e6da-ed6e-4490-a09d-bde3f639db0a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0715134 Jul 19 07:44:57.765775 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-208a6182-cb9c-4e1c-b54c-08d647cf1aaa req-6ce55445-34fb-4328-8396-17b5a784bf85 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341187 Jul 19 07:44:57.816748 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-a199138d-0b25-4885-816c-4ef735852da6 None None] Provisioning for port 445817b6-72d1-486a-a95c-4195d0eea715 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:44:57.828279 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-a199138d-0b25-4885-816c-4ef735852da6 None None] Provisioning complete for port 445817b6-72d1-486a-a95c-4195d0eea715 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:44:57.828687 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a199138d-0b25-4885-816c-4ef735852da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:57.866493 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-a199138d-0b25-4885-816c-4ef735852da6 None None] Port 445817b6-72d1-486a-a95c-4195d0eea715 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:44:57.892746 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc02f-cc60-4e28-92f8-1d5b5c692eea req-e0211b5f-ea80-415c-9b0a-30044b0f3424 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:57.894570 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-358bc02f-cc60-4e28-92f8-1d5b5c692eea req-e0211b5f-ea80-415c-9b0a-30044b0f3424 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0730367 Jul 19 07:44:57.945099 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-358bc02f-cc60-4e28-92f8-1d5b5c692eea req-e1704619-ec5a-4fdb-80b2-e0af6003a6f8 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Jul 19 07:44:58.036798 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def60c-0ea9-4519-a8e1-858beceb0457 req-ff3794b7-775a-484e-8a3d-dd47a0202c9e tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:58.038325 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-30def60c-0ea9-4519-a8e1-858beceb0457 req-ff3794b7-775a-484e-8a3d-dd47a0202c9e tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0645785 Jul 19 07:44:58.084058 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-30def60c-0ea9-4519-a8e1-858beceb0457 req-3bf50b0e-5fa0-44b1-8c97-035e7e1e62a9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387092 Jul 19 07:44:59.084946 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e523b-df34-4430-895a-cb940187de58 req-791d2153-4fe8-4261-852e-e9d30ed37006 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:59.086424 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ec7e523b-df34-4430-895a-cb940187de58 req-791d2153-4fe8-4261-852e-e9d30ed37006 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 945 time: 0.0697196 Jul 19 07:44:59.153528 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ec7e523b-df34-4430-895a-cb940187de58 req-f1d76220-f2c8-459b-81e6-56847192a39a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607188 Jul 19 07:44:59.230500 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587a09-fe2c-4760-9293-fd5ee695b920 req-886f74fd-99d4-4f20-9b20-81613769c875 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:44:59.231964 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c9587a09-fe2c-4760-9293-fd5ee695b920 req-886f74fd-99d4-4f20-9b20-81613769c875 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0698638 Jul 19 07:44:59.271197 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c9587a09-fe2c-4760-9293-fd5ee695b920 req-f7afae0b-7378-4292-b3ef-5c892259cfe6 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Jul 19 07:44:59.626594 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:44:59.700469 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:59.721292 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:44:59.723505 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37826aa-41a1-4eb5-b3df-eb73ffcbc263" -d '{"events": [{"server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "name": "network-vif-unplugged", "status": "completed", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:44:59.738804 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:44:59.742336 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:44:59.765234 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 07:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2b7ad6-2179-4cf1-8bff-b893a32028c8 x-openstack-request-id: req-7d2b7ad6-2179-4cf1-8bff-b893a32028c8 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:44:59.765522 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "name": "network-vif-unplugged", "status": "completed", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:44:59.765768 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d2b7ad6-2179-4cf1-8bff-b893a32028c8 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:44:59.766150 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'code': 200} Jul 19 07:44:59.791600 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,revision_number=6']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:44:59.799532 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.799753 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.799957 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.800280 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.800646 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.800973 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.801302 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.801788 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.802122 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.802451 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.802776 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:44:59.803098 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:00.315074 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287cab-9a58-4dec-ba52-7b64efc47d43 req-60442309-74a7-401a-a876-2bf418716fdb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:00.316599 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b9287cab-9a58-4dec-ba52-7b64efc47d43 req-60442309-74a7-401a-a876-2bf418716fdb tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0781980 Jul 19 07:45:00.358988 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b9287cab-9a58-4dec-ba52-7b64efc47d43 req-41d08faa-ea81-4804-802e-59b7ca576dcc tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Jul 19 07:45:00.443755 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4132-5a51-4145-86e0-04ec49fb07a6 req-eded0c1e-db13-4cfc-b849-e3ea5962648b tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:00.445598 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-475a4132-5a51-4145-86e0-04ec49fb07a6 req-eded0c1e-db13-4cfc-b849-e3ea5962648b tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0627847 Jul 19 07:45:00.485939 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-475a4132-5a51-4145-86e0-04ec49fb07a6 req-faeeb7ea-efb6-4991-b535-7ee1083ee12d tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Jul 19 07:45:01.494656 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410db1-0d91-4d76-b842-caa3cd2c13df req-20f12713-f775-48b2-b5b9-25a7cd5b95a6 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:01.496103 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ca410db1-0d91-4d76-b842-caa3cd2c13df req-20f12713-f775-48b2-b5b9-25a7cd5b95a6 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0617359 Jul 19 07:45:01.534021 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ca410db1-0d91-4d76-b842-caa3cd2c13df req-5a1d7466-7d4a-4330-aa7c-97de7f491784 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Jul 19 07:45:01.619884 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85d38-635e-456b-a923-a3b04442e8a8 req-c4710a9e-cc3a-48ca-af6d-ac9b1433821c tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:01.628510 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-66f85d38-635e-456b-a923-a3b04442e8a8 req-c4710a9e-cc3a-48ca-af6d-ac9b1433821c tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0774655 Jul 19 07:45:01.663751 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-66f85d38-635e-456b-a923-a3b04442e8a8 req-a86e08d8-eebb-4642-8c1c-850a45d95d0b tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343809 Jul 19 07:45:02.661543 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f07139-331f-46ab-8493-321412104636 req-a9a0652a-7a23-4941-b4d5-14b2ea633ac9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:02.663103 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7f07139-331f-46ab-8493-321412104636 req-a9a0652a-7a23-4941-b4d5-14b2ea633ac9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0646377 Jul 19 07:45:02.702933 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7f07139-331f-46ab-8493-321412104636 req-ff8c9324-6137-4d06-8b4f-548e45dcf7db tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328956 Jul 19 07:45:02.794270 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee7ab2-9ae4-4257-ab9f-847440c31a29 req-b91d11ec-99f5-4ddc-b793-51fd4f216701 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:02.796796 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8cee7ab2-9ae4-4257-ab9f-847440c31a29 req-b91d11ec-99f5-4ddc-b793-51fd4f216701 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0687585 Jul 19 07:45:02.839129 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8cee7ab2-9ae4-4257-ab9f-847440c31a29 req-7d473b21-164e-4b2f-8c7d-df0de0e14443 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Jul 19 07:45:03.835703 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2998-844b-4b19-98e1-dd6710150f62 req-7a8b25ba-abf5-454a-969f-11bdad466cec tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:03.837472 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1ffd2998-844b-4b19-98e1-dd6710150f62 req-7a8b25ba-abf5-454a-969f-11bdad466cec tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0635281 Jul 19 07:45:03.879163 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1ffd2998-844b-4b19-98e1-dd6710150f62 req-1b91654e-c83b-4ae5-9490-655e9d28b2b3 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Jul 19 07:45:03.964883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a47e66-f851-4326-81c5-7a377cc11e54 req-d73d1d5d-da07-45b7-87ac-9147eb357fb9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:03.966312 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c7a47e66-f851-4326-81c5-7a377cc11e54 req-d73d1d5d-da07-45b7-87ac-9147eb357fb9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0618930 Jul 19 07:45:04.002078 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c7a47e66-f851-4326-81c5-7a377cc11e54 req-8548ba60-c519-4333-be72-eafe3c770536 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303748 Jul 19 07:45:05.012665 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af3f48-7571-4b98-a7e8-cdea4aad5693 req-e25c2d56-8c80-47ed-ad31-e5f55b3b4d64 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:05.014143 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-12af3f48-7571-4b98-a7e8-cdea4aad5693 req-e25c2d56-8c80-47ed-ad31-e5f55b3b4d64 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0647101 Jul 19 07:45:05.051077 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-12af3f48-7571-4b98-a7e8-cdea4aad5693 req-f616246d-46dd-4b1b-b3f6-70d28e7f9d4b tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Jul 19 07:45:05.134564 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d1f41-4dde-40b1-bb54-d08266ff9b3f req-997dada3-3206-495d-894d-79cb2e50a886 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:05.136237 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d70d1f41-4dde-40b1-bb54-d08266ff9b3f req-997dada3-3206-495d-894d-79cb2e50a886 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0699236 Jul 19 07:45:05.172883 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d70d1f41-4dde-40b1-bb54-d08266ff9b3f req-c65749d5-6f98-4279-a788-9b4d3e7a0ae2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Jul 19 07:45:06.178365 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee910-8b37-48ed-8472-3b4dea529c77 req-b4060754-d9c9-4078-872b-10950b0dcb32 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:06.179806 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ee3ee910-8b37-48ed-8472-3b4dea529c77 req-b4060754-d9c9-4078-872b-10950b0dcb32 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0638287 Jul 19 07:45:06.221627 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ee3ee910-8b37-48ed-8472-3b4dea529c77 req-e0938984-430d-4ab1-b8f2-1c14d159daa0 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357034 Jul 19 07:45:06.305280 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9896b0-d99e-48c5-88fa-389e3b7b1681 req-962f3449-7727-4acc-89f6-cbe8de085bc8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:06.306782 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3b9896b0-d99e-48c5-88fa-389e3b7b1681 req-962f3449-7727-4acc-89f6-cbe8de085bc8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0665569 Jul 19 07:45:06.345920 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3b9896b0-d99e-48c5-88fa-389e3b7b1681 req-9a73a21f-1d24-4dc5-9726-9d5b1f813c12 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Jul 19 07:45:07.363568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55efe11-87b4-47c6-a9c7-38456646d6ab req-53979c26-bb22-4713-9f26-f81e10a9521f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:07.366546 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b55efe11-87b4-47c6-a9c7-38456646d6ab req-53979c26-bb22-4713-9f26-f81e10a9521f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0793836 Jul 19 07:45:07.405739 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b55efe11-87b4-47c6-a9c7-38456646d6ab req-c4b0af61-e126-4672-bec9-7c3abf49f5b9 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325673 Jul 19 07:45:07.485606 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b724b63-ff19-4212-8305-1c1863804ef6 req-cef8fee9-9d09-48ba-84ce-36929b8fc877 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:07.487030 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9b724b63-ff19-4212-8305-1c1863804ef6 req-cef8fee9-9d09-48ba-84ce-36929b8fc877 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0643399 Jul 19 07:45:07.529585 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9b724b63-ff19-4212-8305-1c1863804ef6 req-f318653b-5271-470c-b7ee-ddc016061250 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 Jul 19 07:45:08.542669 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ccef-17ec-463e-b2a5-bb66eda1bd74 req-e5985f79-abeb-4453-a20d-0e49cfe81aab tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:08.544812 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c7c1ccef-17ec-463e-b2a5-bb66eda1bd74 req-e5985f79-abeb-4453-a20d-0e49cfe81aab tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0664008 Jul 19 07:45:08.593853 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c7c1ccef-17ec-463e-b2a5-bb66eda1bd74 req-8b16295f-c751-4dfa-8401-11756491f0ea tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Jul 19 07:45:08.671718 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fd96e-4a0c-4c9c-9dc6-35c3f3220fd7 req-c50fd9be-b378-4b1c-8403-f0a0b35fb4a5 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:08.673219 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5c8fd96e-4a0c-4c9c-9dc6-35c3f3220fd7 req-c50fd9be-b378-4b1c-8403-f0a0b35fb4a5 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0670273 Jul 19 07:45:08.709562 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5c8fd96e-4a0c-4c9c-9dc6-35c3f3220fd7 req-e66e5740-c8df-4b34-af1c-b1424cd94b23 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Jul 19 07:45:09.725828 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edda2-ab96-4ef5-b20e-5c0727f9001a req-257f9aab-1ae3-4cc1-8887-854db7ebefce tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:09.727302 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-361edda2-ab96-4ef5-b20e-5c0727f9001a req-257f9aab-1ae3-4cc1-8887-854db7ebefce tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0662103 Jul 19 07:45:09.765634 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-361edda2-ab96-4ef5-b20e-5c0727f9001a req-100092cb-9a65-4d57-a3f4-1355763772bd tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Jul 19 07:45:09.838637 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1071e6-531f-4f46-9481-182a925669cd req-8fa64082-72b9-40f0-bd1d-4d94c16b1c24 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:09.840246 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ba1071e6-531f-4f46-9481-182a925669cd req-8fa64082-72b9-40f0-bd1d-4d94c16b1c24 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0651965 Jul 19 07:45:09.884976 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ba1071e6-531f-4f46-9481-182a925669cd req-df221d3d-9eeb-4679-a830-4579025e4356 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Jul 19 07:45:10.894068 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9668a-4c51-46c7-86de-0c0581403edd req-d01ed304-f919-4cbe-befa-da091fb6974f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:10.895523 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-74a9668a-4c51-46c7-86de-0c0581403edd req-d01ed304-f919-4cbe-befa-da091fb6974f tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0642188 Jul 19 07:45:10.933704 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-74a9668a-4c51-46c7-86de-0c0581403edd req-96c4687c-3629-4760-9d8a-02d817dcf8a5 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Jul 19 07:45:11.010446 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107205-e621-418a-ac5b-8fee77c03f70 req-b589a724-7c56-4f23-ac3e-ff13ad07c125 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:11.011906 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-73107205-e621-418a-ac5b-8fee77c03f70 req-b589a724-7c56-4f23-ac3e-ff13ad07c125 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0636005 Jul 19 07:45:11.048916 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-73107205-e621-418a-ac5b-8fee77c03f70 req-81354b7e-ed11-4bb5-a76a-c0989cf630e9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Jul 19 07:45:11.653724 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Request body: {'port': {'device_id': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:11.763174 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:11.765527 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Deleting port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:45:11.765862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:11.936507 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] For port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,segment=NetworkSegment(960118b5-c6af-4774-8af0-bea4693240fe),segment_id=960118b5-c6af-4774-8af0-bea4693240fe)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:11.936870 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:11.958405 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Calling delete_port for 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:45:12.070523 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe00229-c20d-464e-b91e-30f0b8611d6c req-be73c128-b30e-4fcb-90fc-53a84d782e4a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:12.072141 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bbe00229-c20d-464e-b91e-30f0b8611d6c req-be73c128-b30e-4fcb-90fc-53a84d782e4a tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc66cf0-66b6-452f-ac3f-85e00784e619 HTTP/1.1" status: 200 len: 943 time: 0.0721576 Jul 19 07:45:12.117907 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bbe00229-c20d-464e-b91e-30f0b8611d6c req-9f4ad8fb-bc1b-4706-9d6c-163222d507b6 tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.10 "GET /v2.0/security-groups?id=649c5dd7-ff3c-4292-997b-e01b8c4f94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Jul 19 07:45:12.188650 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3abb86-f93c-4605-8fba-79aa650f5d9e req-ae604b02-1498-4c15-abc6-5cc0b91e3c62 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:12.190147 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d3abb86-f93c-4605-8fba-79aa650f5d9e req-ae604b02-1498-4c15-abc6-5cc0b91e3c62 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 932 time: 0.0713813 Jul 19 07:45:12.224172 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445817b6-72d1-486a-a95c-4195d0eea715 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:45:12.230385 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5d3abb86-f93c-4605-8fba-79aa650f5d9e req-9f3c923a-3546-4c75-9c12-13b0b6a1af93 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Jul 19 07:45:12.238638 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:12.242950 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:12.264250 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Transition to ACTIVE for port object 445817b6-72d1-486a-a95c-4195d0eea715 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:45:12.288836 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:12.292237 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Pushing event deleted for resources: {'Port': ['ID=7d86b4fb-a281-4f92-a4f2-a7c98cc80e94,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:12.354989 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-88e29835-3bdf-461e-9356-9f09c4b981ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1745026 Jul 19 07:45:12.387695 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] No DVR routers for this DVR port 7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:45:12.399348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:12.401321 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c1fb340b-5fe7-456a-8be0-22349ef1bd8e req-71fcc07a-eaed-4d38-b518-5577b97ff48c tempest-AttachVolumeNegativeTest-1699535003 tempest-AttachVolumeNegativeTest-1699535003-project] 10.222.0.25 "DELETE /v2.0/ports/7d86b4fb-a281-4f92-a4f2-a7c98cc80e94 HTTP/1.1" status: 204 len: 173 time: 0.8186376 Jul 19 07:45:12.403477 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'name': 'network-vif-deleted', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:12.405843 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc87df2-b2f9-4c42-be4d-c41568380af6" -d '{"events": [{"server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "name": "network-vif-deleted", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:12.428782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Pushing event updated for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:12.472046 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23956292-695d-4620-9d05-daf5a28ac770 x-openstack-request-id: req-23956292-695d-4620-9d05-daf5a28ac770 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:12.472395 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc66cf0-66b6-452f-ac3f-85e00784e619", "name": "network-vif-deleted", "tag": "7d86b4fb-a281-4f92-a4f2-a7c98cc80e94", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:12.472604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23956292-695d-4620-9d05-daf5a28ac770 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:12.473003 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc66cf0-66b6-452f-ac3f-85e00784e619', 'name': 'network-vif-deleted', 'tag': '7d86b4fb-a281-4f92-a4f2-a7c98cc80e94', 'status': 'completed', 'code': 200} Jul 19 07:45:12.517670 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Attempting to bind port 445817b6-72d1-486a-a95c-4195d0eea715 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:45:12.517982 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Attempting to bind port 445817b6-72d1-486a-a95c-4195d0eea715 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:45:12.518322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Attempting to bind port 445817b6-72d1-486a-a95c-4195d0eea715 on network 70a6e687-a251-4fbd-b915-6fdc2e50e48c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:45:12.526090 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-bb40ad85-594b-4414-96c5-8d187067f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:12.527593 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-bb40ad85-594b-4414-96c5-8d187067f412 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1422822 Jul 19 07:45:12.529132 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Port 445817b6-72d1-486a-a95c-4195d0eea715 on network 70a6e687-a251-4fbd-b915-6fdc2e50e48c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:45:12.529500 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Attempting to bind port 445817b6-72d1-486a-a95c-4195d0eea715 on network 70a6e687-a251-4fbd-b915-6fdc2e50e48c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:45:12.534982 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:45:12.535436 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Checking segment: {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:45:12.535833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Bound using segment: {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:45:12.536603 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Bound port: 445817b6-72d1-486a-a95c-4195d0eea715, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edec77ec-9695-4407-81ae-3c24d14a624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:45:12.536746 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:12.844581 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:45:12.864183 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=445817b6-72d1-486a-a95c-4195d0eea715,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:45:12.869237 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:12.873655 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-59b8f1ec-7096-4bf9-88aa-d6d1342439e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:12.875148 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-59b8f1ec-7096-4bf9-88aa-d6d1342439e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 912 time: 0.3235605 Jul 19 07:45:12.911853 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:12.912507 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:12.913906 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-11966719-496e-4847-9f0a-36b34901a427 service neutron] 10.222.0.25 "PUT /v2.0/ports/445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 1094 time: 1.2648556 Jul 19 07:45:12.981158 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11966719-496e-4847-9f0a-36b34901a427 service neutron] Pushing event updated for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:12.985296 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-2e788c1c-7431-4433-adc0-8c72cc947200 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 200 len: 1001 time: 0.0877192 Jul 19 07:45:13.075251 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-5ae06054-f36d-4fa5-945f-850ce20e7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.076705 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-5ae06054-f36d-4fa5-945f-850ce20e7636 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0847759 Jul 19 07:45:13.122532 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-0d19c4a8-5c50-4748-a353-20f3421eed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.124064 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-0d19c4a8-5c50-4748-a353-20f3421eed40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1097 time: 0.1235390 Jul 19 07:45:13.179968 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-6a0d465c-bd76-4d46-86fa-d886386ab6bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 217 time: 0.0414417 Jul 19 07:45:13.189388 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 43638) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:13.218965 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-3f98e378-f668-48af-a07d-92b5c7dc225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.220757 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-3f98e378-f668-48af-a07d-92b5c7dc225a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1344149 Jul 19 07:45:13.242066 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Deleting subnet ee5daced-5b5f-4f67-88a0-29aee7da9eb1 {{(pid=99881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:45:13.245586 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:13.264848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-f007e3a0-5315-435f-8725-93a624e84133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.266375 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-f007e3a0-5315-435f-8725-93a624e84133 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0789380 Jul 19 07:45:13.303604 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4345918'] for subnet, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:13.388800 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-5e13f542-5c8c-4631-8545-3dd314d50862 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598277 Jul 19 07:45:13.423876 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:13.448631 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-d9e89733-033a-4e07-bcf6-70e7622f3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.450203 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-d9e89733-033a-4e07-bcf6-70e7622f3077 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1763015 Jul 19 07:45:13.491921 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb565b-8964-4921-8e6c-02518ca19231 req-b1a0ff24-06ce-4b45-aca7-c3ea1fa73575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.492152 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7baf3-00a8-4101-ba89-0a12998c566a req-581d6a37-f66a-42f2-bf6c-92fdb9c03be6 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.493428 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4edb565b-8964-4921-8e6c-02518ca19231 req-b1a0ff24-06ce-4b45-aca7-c3ea1fa73575 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1099 time: 0.1555948 Jul 19 07:45:13.493575 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d0e7baf3-00a8-4101-ba89-0a12998c566a req-581d6a37-f66a-42f2-bf6c-92fdb9c03be6 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 944 time: 0.1561346 Jul 19 07:45:13.520144 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbfdf2-5c0a-4fd5-a7fb-e7c88a925086 req-4f129c27-2558-4bcb-b28f-118cf4db8868 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.521720 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bfbbfdf2-5c0a-4fd5-a7fb-e7c88a925086 req-4f129c27-2558-4bcb-b28f-118cf4db8868 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1699181 Jul 19 07:45:13.535454 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4305373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5974826'] for subnet, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:13.582016 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5daced-5b5f-4f67-88a0-29aee7da9eb1,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:13.586353 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:13.590454 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ee5daced-5b5f-4f67-88a0-29aee7da9eb1 HTTP/1.1" status: 204 len: 168 time: 0.3976276 Jul 19 07:45:13.591243 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43644) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:13.600640 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d0e7baf3-00a8-4101-ba89-0a12998c566a req-443462d9-d099-4287-874a-75ba831f5765 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962591 Jul 19 07:45:13.607039 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.607380 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.607715 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.608037 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.608384 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.608732 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.609054 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.609332 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c0cbba62-2b59-4ccd-973f-5a402f090407 req-f0dd20b5-be15-4425-a734-d997afb22619 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095003 Jul 19 07:45:13.609445 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.609696 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.610009 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.610320 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.610629 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc41cf21-e8d8-4216-85c1-a20d4fc675af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:13.625479 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bfbbfdf2-5c0a-4fd5-a7fb-e7c88a925086 req-899c285a-7a3c-40f1-ab98-47e568e8aaa5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957546 Jul 19 07:45:13.685187 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-e5ec559a-f5e9-47f6-8035-dd5c142f8a3c service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078624 Jul 19 07:45:13.746715 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb565b-8964-4921-8e6c-02518ca19231 req-0aa07251-9231-412d-893a-19c69ec6aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.748107 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4edb565b-8964-4921-8e6c-02518ca19231 req-0aa07251-9231-412d-893a-19c69ec6aed2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 920 time: 0.2305374 Jul 19 07:45:13.755516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:13.806160 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4edb565b-8964-4921-8e6c-02518ca19231 req-5209abb3-71d5-4c28-af88-75220ae31d86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 200 len: 217 time: 0.0458686 Jul 19 07:45:13.930652 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7b52498e-8bab-4cc2-a35f-ee43190133ba req-c3cc23ba-3046-429a-8b27-e12ed57c1650 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343755 Jul 19 07:45:13.934212 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb565b-8964-4921-8e6c-02518ca19231 req-813f5b53-e940-4f9e-bc76-1951624339fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:13.935603 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4edb565b-8964-4921-8e6c-02518ca19231 req-813f5b53-e940-4f9e-bc76-1951624339fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.1042094 Jul 19 07:45:13.960116 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:13.978437 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b584b1b1-ba2c-4e8d-99a7-17853b794716']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:14.001183 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4edb565b-8964-4921-8e6c-02518ca19231 req-ff009c39-07d5-49aa-a6b6-335c7b697073 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383468 Jul 19 07:45:14.004526 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960118b5-c6af-4774-8af0-bea4693240fe') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:14.004835 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960118b5-c6af-4774-8af0-bea4693240fe') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:14.021200 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.050894 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.086513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:45:14.086923 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:45:14.088620 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:45:14.157912 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.162477 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4edb565b-8964-4921-8e6c-02518ca19231 req-bb244281-6ce2-4d52-8254-dcfb5ba252ea service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513209 Jul 19 07:45:14.169038 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.174595 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b584b1b1-ba2c-4e8d-99a7-17853b794716 HTTP/1.1" status: 204 len: 168 time: 0.5800970 Jul 19 07:45:14.194162 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41032ad-6dc3-4b59-b846-648a97132496 admin admin] Pushing event deleted for resources: {'Network': ['ID=b584b1b1-ba2c-4e8d-99a7-17853b794716,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:14.311612 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4edb565b-8964-4921-8e6c-02518ca19231 req-deb9c474-b0c9-4f1f-8436-bee7d8396c1c service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370664 Jul 19 07:45:14.407622 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43666) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:14.447248 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-fbdb7aa8-1a44-4db0-b4c6-94447d796fd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5da7e5dcd7a14db2a446be39adbad5ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381413 Jul 19 07:45:14.450203 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43668) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:14.466622 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c618f-8c57-4b9a-8ec4-8e22c43282dd req-214d4248-732a-430a-8396-5185669a3b71 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:14.468236 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b36c618f-8c57-4b9a-8ec4-8e22c43282dd req-214d4248-732a-430a-8396-5185669a3b71 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 945 time: 0.0665441 Jul 19 07:45:14.475903 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:14.478122 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109c1599-16c3-4f2d-89e8-742f8228dde0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:14.509195 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bd552c67-f552-463d-a937-179506857ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.510920 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b36c618f-8c57-4b9a-8ec4-8e22c43282dd req-88852cad-f6c8-4c4f-b896-b871f595cb79 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Jul 19 07:45:14.520121 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf03962-acd0-4cd3-ae05-8575e1454704 x-openstack-request-id: req-bcf03962-acd0-4cd3-ae05-8575e1454704 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:14.520600 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:14.520759 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcf03962-acd0-4cd3-ae05-8575e1454704 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:14.521143 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715', 'status': 'completed', 'code': 200} Jul 19 07:45:14.535352 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bd552c67-f552-463d-a937-179506857ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.613632 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-18897a1e-42da-402e-9575-c64305081a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:14.615183 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-18897a1e-42da-402e-9575-c64305081a1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1097 time: 0.0720804 Jul 19 07:45:14.619470 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bd552c67-f552-463d-a937-179506857ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.622470 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bd552c67-f552-463d-a937-179506857ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:14.623463 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-bd552c67-f552-463d-a937-179506857ad0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/649c5dd7-ff3c-4292-997b-e01b8c4f94c5 HTTP/1.1" status: 204 len: 168 time: 0.1723123 Jul 19 07:45:14.640057 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd552c67-f552-463d-a937-179506857ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649c5dd7-ff3c-4292-997b-e01b8c4f94c5,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:14.720804 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-80327717-086e-443e-8a1c-bc31cbbc5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:14.722200 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-80327717-086e-443e-8a1c-bc31cbbc5155 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 915 time: 0.0954263 Jul 19 07:45:14.778633 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-f3de6c27-71c8-46e1-a496-869aa7d7ce06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 217 time: 0.0491643 Jul 19 07:45:14.812752 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed7fa-a561-4122-8e48-6a05db12e168 req-562efc8e-d594-4af0-953b-e4d843fbfec8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:14.814366 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64aed7fa-a561-4122-8e48-6a05db12e168 req-562efc8e-d594-4af0-953b-e4d843fbfec8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 944 time: 0.1167502 Jul 19 07:45:14.825214 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fac-81a0-49a8-8080-b4b33f9803a3 req-6cd4d0b5-3685-4058-ae92-30e3a4ea484f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:14.826673 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a9a62fac-81a0-49a8-8080-b4b33f9803a3 req-6cd4d0b5-3685-4058-ae92-30e3a4ea484f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1160421 Jul 19 07:45:14.833955 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-fb63ac5a-6315-4d44-b90a-2e6f5678a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:14.835442 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-fb63ac5a-6315-4d44-b90a-2e6f5678a949 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0468693 Jul 19 07:45:14.907915 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64aed7fa-a561-4122-8e48-6a05db12e168 req-43bb4a8a-cb65-4b9c-8180-16f1eae452b1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800261 Jul 19 07:45:14.919246 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a9a62fac-81a0-49a8-8080-b4b33f9803a3 req-46ad1c73-7bdc-412b-9fc7-b959c2dd93e7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845430 Jul 19 07:45:14.922333 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-75a9a2a8-9515-4e2c-9ccd-692149939b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:14.923981 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-75a9a2a8-9515-4e2c-9ccd-692149939b96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587361 Jul 19 07:45:15.020911 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-3b1ffa45-a9f0-447a-8240-687337dd62f1 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875196 Jul 19 07:45:15.113676 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-109c1599-16c3-4f2d-89e8-742f8228dde0 req-f8e416a0-6151-49d8-9270-879afd82f343 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852847 Jul 19 07:45:15.488828 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e524a-0e74-4341-b29c-a36fa52d39c7 req-e3f35f94-aa96-4c63-9d7e-0e9948919db4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:15.490320 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-441e524a-0e74-4341-b29c-a36fa52d39c7 req-e3f35f94-aa96-4c63-9d7e-0e9948919db4 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0648849 Jul 19 07:45:15.528453 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-441e524a-0e74-4341-b29c-a36fa52d39c7 req-df0b4f05-ebb9-460b-bad3-8bd1d951b6e1 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319538 Jul 19 07:45:15.645450 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5c71-4bec-45aa-b01f-585fef7b7854 req-094ab09c-a96a-492c-90c2-4835105461ea tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:15.646923 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-429d5c71-4bec-45aa-b01f-585fef7b7854 req-094ab09c-a96a-492c-90c2-4835105461ea tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 945 time: 0.0633290 Jul 19 07:45:15.687266 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-429d5c71-4bec-45aa-b01f-585fef7b7854 req-e3b6ac24-33d1-4446-a315-57488af61589 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Jul 19 07:45:15.687693 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 445817b6-72d1-486a-a95c-4195d0eea715 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:45:15.794097 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=445817b6-72d1-486a-a95c-4195d0eea715,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:15.805245 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '445817b6-72d1-486a-a95c-4195d0eea715', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'port_id': '445817b6-72d1-486a-a95c-4195d0eea715', 'mac_address': 'fa:16:3e:e7:37:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:45:15.842234 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:15.854713 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445817b6-72d1-486a-a95c-4195d0eea715 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:45:15.873444 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=445817b6-72d1-486a-a95c-4195d0eea715,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:15.878590 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:15.925895 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:16.096599 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a958788-1ecb-4e14-8868-bc90f9895f5a req-730c7175-ce42-4c9e-bd74-fcd53d363635 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:16.098082 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a958788-1ecb-4e14-8868-bc90f9895f5a req-730c7175-ce42-4c9e-bd74-fcd53d363635 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 945 time: 0.1094172 Jul 19 07:45:16.105330 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16cc6-c29e-406c-9e34-e57dc888e786 req-05cbc529-a2bc-4b06-b359-d619a70c7c3b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:16.106774 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-93d16cc6-c29e-406c-9e34-e57dc888e786 req-05cbc529-a2bc-4b06-b359-d619a70c7c3b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1162086 Jul 19 07:45:16.163957 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a958788-1ecb-4e14-8868-bc90f9895f5a req-fe563b31-e3bb-47f5-9660-a6b3f3876b3a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562227 Jul 19 07:45:16.166650 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-93d16cc6-c29e-406c-9e34-e57dc888e786 req-538ef1ef-cfd5-4e52-a6f6-a14807481798 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530808 Jul 19 07:45:16.205402 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:16.370129 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 43738) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:16.469472 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-be684b08-9ee0-4719-84e1-fa569557c48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.554983 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-be684b08-9ee0-4719-84e1-fa569557c48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.559807 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-be684b08-9ee0-4719-84e1-fa569557c48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.605073 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-caa1b0f1-237c-4ba5-8339-972c54fdb77b tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:16.606356 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-be684b08-9ee0-4719-84e1-fa569557c48d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8adfb9124bc848e7af0384ffdc420915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345912 Jul 19 07:45:16.609901 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-caa1b0f1-237c-4ba5-8339-972c54fdb77b tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 945 time: 0.0732851 Jul 19 07:45:16.610363 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43744) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:16.616182 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684b08-9ee0-4719-84e1-fa569557c48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d834929a-9726-4657-96ca-5a10808c9909,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:16.670143 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ffaca-ebd5-468a-b862-65961d820747 req-f99a73f4-3fe8-4e50-ae7e-be188d74a9cd tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:16.671626 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8f2ffaca-ebd5-468a-b862-65961d820747 req-f99a73f4-3fe8-4e50-ae7e-be188d74a9cd tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0715795 Jul 19 07:45:16.708109 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8f2ffaca-ebd5-468a-b862-65961d820747 req-17d84781-0bd2-4215-82a7-a521c3dfb7d6 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306623 Jul 19 07:45:16.718833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-13278e4b-47dd-4876-b4d5-b329ea1eaff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.748118 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-13278e4b-47dd-4876-b4d5-b329ea1eaff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.784916 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Deleting port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:45:16.785261 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.820048 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa67fb-f2af-4c82-81d7-beae4dc1824e req-cea16bad-d396-4ebd-9a3b-0be6aaea097f tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:16.821514 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7bfa67fb-f2af-4c82-81d7-beae4dc1824e req-cea16bad-d396-4ebd-9a3b-0be6aaea097f tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=11fb09d5-d4c5-4313-894c-bae16f9d669d HTTP/1.1" status: 200 len: 945 time: 0.0636156 Jul 19 07:45:16.846817 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-13278e4b-47dd-4876-b4d5-b329ea1eaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.849526 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-13278e4b-47dd-4876-b4d5-b329ea1eaff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.850672 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-13278e4b-47dd-4876-b4d5-b329ea1eaff2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d834929a-9726-4657-96ca-5a10808c9909 HTTP/1.1" status: 204 len: 168 time: 0.2394087 Jul 19 07:45:16.859644 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7bfa67fb-f2af-4c82-81d7-beae4dc1824e req-62c0a720-e837-4cc5-9e15-1417428cd2f8 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 19 07:45:16.865848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13278e4b-47dd-4876-b4d5-b329ea1eaff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d834929a-9726-4657-96ca-5a10808c9909,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:16.894646 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] For port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:16.895514 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:16.908643 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Calling delete_port for e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:45:17.126839 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 43752) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:17.140327 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f417834b-4c50-40ba-a90e-20aeef788743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.233782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.245878 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:17.255652 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f417834b-4c50-40ba-a90e-20aeef788743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.274089 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f417834b-4c50-40ba-a90e-20aeef788743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.287543 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Pushing event deleted for resources: {'Port': ['ID=e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:17.307200 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] No DVR routers for this DVR port e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:45:17.309695 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.311719 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9292f316-1b64-4f80-8d5a-c76dd427c9d1 req-c5c8063e-5e09-4d61-9587-341fc538881e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "DELETE /v2.0/ports/e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a HTTP/1.1" status: 204 len: 173 time: 0.6953208 Jul 19 07:45:17.312174 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'name': 'network-vif-deleted', 'tag': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:17.314487 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19afea-43ec-4654-af6f-24d311abf154" -d '{"events": [{"server_uuid": "11fb09d5-d4c5-4313-894c-bae16f9d669d", "name": "network-vif-deleted", "tag": "e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:17.545623 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f417834b-4c50-40ba-a90e-20aeef788743 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2bf22fb7bd04a14b98bb403a1c8538e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177008 Jul 19 07:45:17.548372 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 43760) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:17.548549 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417834b-4c50-40ba-a90e-20aeef788743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c22ad3-70ef-4960-ac99-8b49148ad714,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:17.589470 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250eccc-e046-458f-a5e9-79c1ec99f43c req-ed4f57b6-f062-4edf-a3ab-08b5640292ef tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:17.591197 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4250eccc-e046-458f-a5e9-79c1ec99f43c req-ed4f57b6-f062-4edf-a3ab-08b5640292ef tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.3339610 Jul 19 07:45:17.601414 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-30eb6aa1-51a4-46e8-a067-35feb08ea569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.602827 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950951-88bb-4c30-9128-268b9dec30fa req-48e7ab9e-a7ac-4754-94c5-fa646fb1e173 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:17.604255 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-77950951-88bb-4c30-9128-268b9dec30fa req-48e7ab9e-a7ac-4754-94c5-fa646fb1e173 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 945 time: 0.3266592 Jul 19 07:45:17.622783 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-30eb6aa1-51a4-46e8-a067-35feb08ea569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.659838 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4250eccc-e046-458f-a5e9-79c1ec99f43c req-7683bf0f-55ca-4bf2-b70b-5f62783d3f4f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546131 Jul 19 07:45:17.665072 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-77950951-88bb-4c30-9128-268b9dec30fa req-874d18e2-53ec-44e3-8809-a1de8073eefb tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Jul 19 07:45:17.669202 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-30eb6aa1-51a4-46e8-a067-35feb08ea569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.671693 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-30eb6aa1-51a4-46e8-a067-35feb08ea569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.673135 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-30eb6aa1-51a4-46e8-a067-35feb08ea569 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34c22ad3-70ef-4960-ac99-8b49148ad714 HTTP/1.1" status: 204 len: 168 time: 0.1237497 Jul 19 07:45:17.691149 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 445817b6-72d1-486a-a95c-4195d0eea715 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:45:17.692891 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb6aa1-51a4-46e8-a067-35feb08ea569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c22ad3-70ef-4960-ac99-8b49148ad714,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:17.716321 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598f93aa-4f92-446a-9b65-31c87ba348b3 x-openstack-request-id: req-598f93aa-4f92-446a-9b65-31c87ba348b3 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:17.716621 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fb09d5-d4c5-4313-894c-bae16f9d669d", "name": "network-vif-deleted", "tag": "e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:17.716874 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-598f93aa-4f92-446a-9b65-31c87ba348b3 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:17.717274 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fb09d5-d4c5-4313-894c-bae16f9d669d', 'name': 'network-vif-deleted', 'tag': 'e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a', 'status': 'completed', 'code': 200} Jul 19 07:45:17.764587 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-59b43433-4097-48b5-b9cf-e54890f22ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.781763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 445817b6-72d1-486a-a95c-4195d0eea715 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:45:17.786895 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 445817b6-72d1-486a-a95c-4195d0eea715 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:45:17.787276 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.864124 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5da25-faa7-415e-80b6-3b426c2ab995 req-ec9ef315-9b67-4623-8ffd-df998657dab2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:17.865964 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22e5da25-faa7-415e-80b6-3b426c2ab995 req-ec9ef315-9b67-4623-8ffd-df998657dab2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0718813 Jul 19 07:45:17.903205 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:17.937413 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22e5da25-faa7-415e-80b6-3b426c2ab995 req-08a77ace-3d00-4283-97a2-30eb3471db51 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654576 Jul 19 07:45:17.948508 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:17.951468 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d7183-6dd6-47e1-a403-54bed0719663" -d '{"events": [{"server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "name": "network-vif-plugged", "status": "completed", "tag": "445817b6-72d1-486a-a95c-4195d0eea715"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:17.962727 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=445817b6-72d1-486a-a95c-4195d0eea715,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:17.978498 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:18.010179 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ca5623-8bd5-433e-8465-0ad668d044b4 x-openstack-request-id: req-b2ca5623-8bd5-433e-8465-0ad668d044b4 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:18.010478 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "name": "network-vif-plugged", "status": "completed", "tag": "445817b6-72d1-486a-a95c-4195d0eea715", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:18.010733 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2ca5623-8bd5-433e-8465-0ad668d044b4 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:18.011118 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715', 'code': 200} Jul 19 07:45:18.039899 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:18.190988 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf0637-1ba5-4c0d-966f-da925a917992 req-7574e07f-22e8-42e7-aede-100f22cec795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:18.192541 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8edf0637-1ba5-4c0d-966f-da925a917992 req-7574e07f-22e8-42e7-aede-100f22cec795 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1099 time: 0.0563469 Jul 19 07:45:18.227247 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8edf0637-1ba5-4c0d-966f-da925a917992 req-abb7173e-d1fa-4871-bafa-ffd31f81ed4c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271652 Jul 19 07:45:18.837934 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93a39-6358-4d8c-82dd-9135fd7edb2b req-2de4b346-443c-4139-b50d-1b2d9a06fad8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:18.839426 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ca93a39-6358-4d8c-82dd-9135fd7edb2b req-2de4b346-443c-4139-b50d-1b2d9a06fad8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1092157 Jul 19 07:45:18.850279 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b7d1-d073-4df5-92f2-61652b88f270 req-a6b86e75-d266-4fc2-80f4-d9c6673cb68a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:18.851678 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e063b7d1-d073-4df5-92f2-61652b88f270 req-a6b86e75-d266-4fc2-80f4-d9c6673cb68a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.1099069 Jul 19 07:45:18.906017 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ca93a39-6358-4d8c-82dd-9135fd7edb2b req-72034a89-4159-4288-a552-7365b7f9d758 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533667 Jul 19 07:45:18.924754 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e063b7d1-d073-4df5-92f2-61652b88f270 req-83ee5754-b23e-4741-aba4-d7d3a8d7caf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590069 Jul 19 07:45:19.058094 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6497-850f-42a0-a11a-54373c630664 req-d8749746-580c-4ab8-839f-e76ab32637ca tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:19.060340 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-960a6497-850f-42a0-a11a-54373c630664 req-d8749746-580c-4ab8-839f-e76ab32637ca tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0641570 Jul 19 07:45:19.103642 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-960a6497-850f-42a0-a11a-54373c630664 req-6b0aab40-269f-42d1-955c-4552ce0e3927 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363770 Jul 19 07:45:20.063076 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-12da4881-c08d-40ee-bb4d-8b96684517fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:20.080798 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b7735-53cf-46f2-831c-8e87c9dfbc83 req-f6d21251-6e8d-4903-95f7-b025e9c2f63d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:20.082456 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-de4b7735-53cf-46f2-831c-8e87c9dfbc83 req-f6d21251-6e8d-4903-95f7-b025e9c2f63d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1096287 Jul 19 07:45:20.103622 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802aff5-5a99-4d92-8dd5-40b20f90ed0b req-a4d76d05-9120-489b-9d1a-152be30a8310 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:20.105148 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5802aff5-5a99-4d92-8dd5-40b20f90ed0b req-a4d76d05-9120-489b-9d1a-152be30a8310 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.1052923 Jul 19 07:45:20.155068 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-de4b7735-53cf-46f2-831c-8e87c9dfbc83 req-0cc0e650-f246-49f1-b72e-6ffd1ed3aa81 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Jul 19 07:45:20.163023 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5802aff5-5a99-4d92-8dd5-40b20f90ed0b req-777ce9f6-de95-4240-a10d-5339542c2366 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Jul 19 07:45:20.239885 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:45:20.289373 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15658eaf-1e36-4cad-8e90-a1ab5b28dda8 req-03db9c3f-b552-4009-aeb6-47e707979eb2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:20.290860 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-15658eaf-1e36-4cad-8e90-a1ab5b28dda8 req-03db9c3f-b552-4009-aeb6-47e707979eb2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0742509 Jul 19 07:45:20.333746 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-15658eaf-1e36-4cad-8e90-a1ab5b28dda8 req-7e4942b8-476a-43ed-901c-a3ef61698339 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360067 Jul 19 07:45:20.381391 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:45:20.381736 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e3e7be05-a93e-4c82-9fa3-7253dd3cdd8a not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:45:20.529905 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:21.324242 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc291fe-4df3-4d5b-8acf-691041bf16c4 req-b5e87e41-1183-4e65-9b4f-8b9d651581c4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:21.326286 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2bc291fe-4df3-4d5b-8acf-691041bf16c4 req-b5e87e41-1183-4e65-9b4f-8b9d651581c4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.0961092 Jul 19 07:45:21.334283 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd389dc-0514-4a79-88f6-a3ce02653b27 req-f9dfeab0-180a-4dfb-b47a-45a9a9bbbc3a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:21.335659 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fdd389dc-0514-4a79-88f6-a3ce02653b27 req-f9dfeab0-180a-4dfb-b47a-45a9a9bbbc3a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1144483 Jul 19 07:45:21.394277 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2bc291fe-4df3-4d5b-8acf-691041bf16c4 req-4dfeac8c-03cc-4ebf-92ea-86f5475f9e84 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576952 Jul 19 07:45:21.396992 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fdd389dc-0514-4a79-88f6-a3ce02653b27 req-263071e5-472a-4dfc-92c2-779decb5e268 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546734 Jul 19 07:45:21.508422 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd93a3-fed9-4456-b257-14425203b1c7 req-c564b362-c635-4033-a644-e3598bd9959c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:21.509825 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7fcd93a3-fed9-4456-b257-14425203b1c7 req-c564b362-c635-4033-a644-e3598bd9959c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0623205 Jul 19 07:45:21.548804 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7fcd93a3-fed9-4456-b257-14425203b1c7 req-8c4c1d5f-b45e-434a-84e1-efa61e276463 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Jul 19 07:45:21.555566 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:22.584859 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061cb50-fe01-4c91-a093-bfd6a5df036c req-28556133-4157-4076-ad74-a4813f8f6644 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:22.586235 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6061cb50-fe01-4c91-a093-bfd6a5df036c req-28556133-4157-4076-ad74-a4813f8f6644 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1126113 Jul 19 07:45:22.594187 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662321-376a-43e7-aa39-f40211b73720 req-6480d745-b9e5-4bf0-bbaa-bf4bd4569f51 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:22.595613 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-94662321-376a-43e7-aa39-f40211b73720 req-6480d745-b9e5-4bf0-bbaa-bf4bd4569f51 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.1235125 Jul 19 07:45:22.649502 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6061cb50-fe01-4c91-a093-bfd6a5df036c req-506cda46-0b73-4bc9-9b04-e68242328cdf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Jul 19 07:45:22.656991 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-94662321-376a-43e7-aa39-f40211b73720 req-3c6f34e7-105b-4f20-8e17-a575c811d293 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536079 Jul 19 07:45:22.810262 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc4802-8740-4166-a0b8-368afaaf81e4 req-7f3ff654-c136-4815-bd94-a0b617af04c7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:22.811732 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17dc4802-8740-4166-a0b8-368afaaf81e4 req-7f3ff654-c136-4815-bd94-a0b617af04c7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1028278 Jul 19 07:45:22.842668 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70e014-f639-4c53-a5c1-54ce9d1743b2 req-4fcecb84-2aa0-43a0-9488-19374553368f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:22.843994 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bf70e014-f639-4c53-a5c1-54ce9d1743b2 req-4fcecb84-2aa0-43a0-9488-19374553368f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.1059756 Jul 19 07:45:22.872130 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17dc4802-8740-4166-a0b8-368afaaf81e4 req-5ec8a5ca-dbb3-44a2-8545-6e6d587eba2a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537426 Jul 19 07:45:22.891341 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bf70e014-f639-4c53-a5c1-54ce9d1743b2 req-2c38b2d0-bfee-4330-9e26-4d1d04a906db tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Jul 19 07:45:23.221263 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeabf9b-8a09-4e3e-9a9d-66b558ebe242 req-042ba279-ed09-474d-9ff3-495cef4815af tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:23.222729 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-feeabf9b-8a09-4e3e-9a9d-66b558ebe242 req-042ba279-ed09-474d-9ff3-495cef4815af tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.0621781 Jul 19 07:45:23.259541 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-feeabf9b-8a09-4e3e-9a9d-66b558ebe242 req-f672ebe7-2394-4371-946b-4ef3cdbac8a9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Jul 19 07:45:23.398130 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:23.797461 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9040d-aa32-4153-a79b-a33d319e39b2 req-e72f7422-4796-4fe3-adb5-8515bfa79cd3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:23.803990 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ecb9040d-aa32-4153-a79b-a33d319e39b2 req-e72f7422-4796-4fe3-adb5-8515bfa79cd3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0779030 Jul 19 07:45:23.844806 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ecb9040d-aa32-4153-a79b-a33d319e39b2 req-2588b26c-308e-46e8-99aa-2b4b209e484d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Jul 19 07:45:23.998114 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9cff6-7c2d-40f2-95e0-853769ab2035 req-7af54b6d-638d-4461-a930-7b9fae8861d8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:23.999556 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3ce9cff6-7c2d-40f2-95e0-853769ab2035 req-7af54b6d-638d-4461-a930-7b9fae8861d8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0614522 Jul 19 07:45:24.036099 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3ce9cff6-7c2d-40f2-95e0-853769ab2035 req-44d1aab6-a78a-4488-aae3-f9cad0ce7236 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Jul 19 07:45:24.965380 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66508-44fe-4614-a918-221f91c92a7b req-d29b5d1e-e2b4-464b-a22f-69fd12c552b0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:24.966842 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4b66508-44fe-4614-a918-221f91c92a7b req-d29b5d1e-e2b4-464b-a22f-69fd12c552b0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0608962 Jul 19 07:45:25.002404 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4b66508-44fe-4614-a918-221f91c92a7b req-8dc74416-9921-459f-8741-94375bc01959 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Jul 19 07:45:25.162370 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4d80-f6a4-4b61-bbe5-843921f52652 req-4dd02760-1714-401b-b176-fca92b6f02b8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:25.163743 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e14b4d80-f6a4-4b61-bbe5-843921f52652 req-4dd02760-1714-401b-b176-fca92b6f02b8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0646288 Jul 19 07:45:25.199937 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e14b4d80-f6a4-4b61-bbe5-843921f52652 req-6396aca3-6016-4222-861d-b19a3005d77d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301094 Jul 19 07:45:26.125482 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f88da-94cc-497b-8bbc-649b14a72258 req-4aa3bbc8-5fa9-40ce-9494-308e8454224a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:26.126907 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3b9f88da-94cc-497b-8bbc-649b14a72258 req-4aa3bbc8-5fa9-40ce-9494-308e8454224a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0609419 Jul 19 07:45:26.162167 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3b9f88da-94cc-497b-8bbc-649b14a72258 req-496023c7-4ccb-4ddc-b9d7-6d47c16846bc tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299702 Jul 19 07:45:26.326853 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a344b93-0113-4c06-a8ce-8865ccb5e39d req-95dee5c2-f4c0-43a6-88ea-a5d59462b1aa tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:26.328290 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a344b93-0113-4c06-a8ce-8865ccb5e39d req-95dee5c2-f4c0-43a6-88ea-a5d59462b1aa tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0642602 Jul 19 07:45:26.363962 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a344b93-0113-4c06-a8ce-8865ccb5e39d req-33dcf5b7-0326-485b-a6f2-032d08f2e541 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302901 Jul 19 07:45:27.295590 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b75170-38e9-4769-b6e8-2f90bfb98505 req-7cab36f7-f2a2-4e0f-b3a0-527d22e9b5fa tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:27.298464 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17b75170-38e9-4769-b6e8-2f90bfb98505 req-7cab36f7-f2a2-4e0f-b3a0-527d22e9b5fa tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0685291 Jul 19 07:45:27.338307 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17b75170-38e9-4769-b6e8-2f90bfb98505 req-87e02f6b-95de-41b2-9d9d-d23428caa032 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 Jul 19 07:45:27.494881 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503df9-6e4c-4b9e-8926-53378b5c05a0 req-d8141fd6-7956-4f86-8293-9f27bb791a02 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:27.496202 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4b503df9-6e4c-4b9e-8926-53378b5c05a0 req-d8141fd6-7956-4f86-8293-9f27bb791a02 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0646601 Jul 19 07:45:27.535057 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4b503df9-6e4c-4b9e-8926-53378b5c05a0 req-fc72195e-44a4-4160-946b-92b5064106df tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Jul 19 07:45:27.557439 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:28.049472 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a1955-2351-4dbd-879b-d4338a040a78 req-6d52c94d-1f5f-4c22-bec9-113820b88a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:28.050976 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-809a1955-2351-4dbd-879b-d4338a040a78 req-6d52c94d-1f5f-4c22-bec9-113820b88a2d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1099 time: 0.0523906 Jul 19 07:45:28.053796 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-156d7997-9557-43a3-87e3-33e229ee4bd6 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:28.055316 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-156d7997-9557-43a3-87e3-33e229ee4bd6 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/networks?id=4da14092-584b-409a-9545-5cf09008f21c HTTP/1.1" status: 200 len: 813 time: 0.1183288 Jul 19 07:45:28.070419 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-10221dca-9b99-4749-9bd0-bb7c25f5beb7 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/quotas/e91d10cc01a54ca29edd8991361cf6fe HTTP/1.1" status: 200 len: 375 time: 0.0090687 Jul 19 07:45:28.086934 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-809a1955-2351-4dbd-879b-d4338a040a78 req-191194bf-bb51-441c-ab11-5ecea09396f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282815 Jul 19 07:45:28.102855 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-fcc26635-39fc-4cf6-b8b8-f58816fa9e7b tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e91d10cc01a54ca29edd8991361cf6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267878 Jul 19 07:45:28.191949 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-2c3d110a-46e2-458b-8878-4d9be354b12a service neutron] 10.222.0.10 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826313 Jul 19 07:45:28.276717 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0676d229-f45a-44fe-b6a7-d62fe56a5a31 service neutron] 10.222.0.10 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791507 Jul 19 07:45:28.443276 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ef52122e-9ddf-46ac-bcf5-68c615b46f60 req-2bc82e21-19e4-4f63-96cc-ee231ab610be tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 210 time: 0.0395150 Jul 19 07:45:28.500578 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f2f91-bb8d-4fe4-a505-6fa6af8003ab req-fe5fedc9-280a-4d9b-acf7-94ec3dfd09cb tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:28.502058 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cc0f2f91-bb8d-4fe4-a505-6fa6af8003ab req-fe5fedc9-280a-4d9b-acf7-94ec3dfd09cb tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0889053 Jul 19 07:45:28.541528 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cc0f2f91-bb8d-4fe4-a505-6fa6af8003ab req-410670c8-b9ab-462b-b0f9-94dac772e35b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Jul 19 07:45:28.666996 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da9a5-9b21-48bd-82d8-ee1021abfd9d req-93d4b315-3be9-45b7-8da2-b404dcdd15fa tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:28.668573 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b62da9a5-9b21-48bd-82d8-ee1021abfd9d req-93d4b315-3be9-45b7-8da2-b404dcdd15fa tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0632010 Jul 19 07:45:28.707291 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b62da9a5-9b21-48bd-82d8-ee1021abfd9d req-9e099b9d-461a-4810-ad40-824ddee3b565 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326469 Jul 19 07:45:29.411541 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-37e52238-e510-4fde-aa84-1fbd80d005b5 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:29.413307 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-37e52238-e510-4fde-aa84-1fbd80d005b5 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "GET /v2.0/networks?id=4da14092-584b-409a-9545-5cf09008f21c HTTP/1.1" status: 200 len: 813 time: 0.1142299 Jul 19 07:45:29.426770 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Request body: {'port': {'device_id': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'network_id': '4da14092-584b-409a-9545-5cf09008f21c', 'admin_state_up': True, 'tenant_id': 'e91d10cc01a54ca29edd8991361cf6fe'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:29.478371 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44054) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:29.543025 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Made reservation on behalf of e91d10cc01a54ca29edd8991361cf6fe for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:45:29.547529 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.555989 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6834af84-9995-452a-84de-7888a3ef2d34 req-69fe8482-7c09-4466-8e0a-b8731dd4ef23 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 210 time: 0.0351784 Jul 19 07:45:29.596178 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed93f63e-89a8-4591-870d-7287305db7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.679723 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Allocated IP 172.20.0.8 (4da14092-584b-409a-9545-5cf09008f21c/7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c/f0980685-5298-4464-baae-ddf59a358d95) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:45:29.708801 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ce245-15d9-4efd-aa0c-921988af2d5d req-387534b8-e4f6-4821-ba4a-948e7f1a1d85 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:29.710290 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b37ce245-15d9-4efd-aa0c-921988af2d5d req-387534b8-e4f6-4821-ba4a-948e7f1a1d85 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1009979 Jul 19 07:45:29.765822 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed93f63e-89a8-4591-870d-7287305db7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.769280 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b37ce245-15d9-4efd-aa0c-921988af2d5d req-7416ae23-78cc-4fc5-85dc-409bc6701a11 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520477 Jul 19 07:45:29.770418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed93f63e-89a8-4591-870d-7287305db7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.838864 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93f63e-89a8-4591-870d-7287305db7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e56622-fef2-420d-8d21-be735e1477fb,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:29.839787 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.843339 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ed93f63e-89a8-4591-870d-7287305db7b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34004d4372fd41b793bede226c9b325c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639193 Jul 19 07:45:29.845943 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44066) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:29.888230 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.913544 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab568f-ee48-4687-815f-9ef00250939d req-acba7ec6-5355-430a-9d2e-8cb4445493f1 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:29.915049 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f3ab568f-ee48-4687-815f-9ef00250939d req-acba7ec6-5355-430a-9d2e-8cb4445493f1 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1346262 Jul 19 07:45:29.939502 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-42e82c2d-a7bb-4f4d-b709-bb76b5f9480a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.939820 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Network 4da14092-584b-409a-9545-5cf09008f21c is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:45:29.944725 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:45:29.960794 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:45:29.975508 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f3ab568f-ee48-4687-815f-9ef00250939d req-7f094cef-ab70-4af7-8b87-1b0a262df50e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527534 Jul 19 07:45:29.977307 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-42e82c2d-a7bb-4f4d-b709-bb76b5f9480a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:29.998163 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Pushing event updated for resources: {'Port': ['ID=f0980685-5298-4464-baae-ddf59a358d95,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:30.027250 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:30.028471 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.043161 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-42e82c2d-a7bb-4f4d-b709-bb76b5f9480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.047425 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-42e82c2d-a7bb-4f4d-b709-bb76b5f9480a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.051139 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-e1cb4b2b-14eb-4681-956a-042d473c7294 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287875 Jul 19 07:45:30.052826 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-42e82c2d-a7bb-4f4d-b709-bb76b5f9480a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83e56622-fef2-420d-8d21-be735e1477fb HTTP/1.1" status: 204 len: 168 time: 0.2059221 Jul 19 07:45:30.063656 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Request body: {'port': {'device_id': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:30.073424 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e82c2d-a7bb-4f4d-b709-bb76b5f9480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e56622-fef2-420d-8d21-be735e1477fb,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:30.183197 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f300746-e962-4223-84d6-a2f5328a7107 req-36f73ffc-4928-41e5-83fc-3b7017ccf66a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:30.185386 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2f300746-e962-4223-84d6-a2f5328a7107 req-36f73ffc-4928-41e5-83fc-3b7017ccf66a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0777495 Jul 19 07:45:30.202585 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.223639 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-d878dd15-61d8-43c1-999a-790a8a62b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:30.225189 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-d878dd15-61d8-43c1-999a-790a8a62b44f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18c290b85e5349d98729893e383e80a2&device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 1099 time: 0.1220427 Jul 19 07:45:30.232521 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2f300746-e962-4223-84d6-a2f5328a7107 req-d4e39ddd-9d33-4d30-9c9f-9c890d113d5b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Jul 19 07:45:30.338213 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44080) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:30.351686 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2b123ae8-e2bc-4770-a61c-76dfb9920f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.426313 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-c484722f-0b3e-4dd6-ae92-12f7a47695ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:30.427706 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-c484722f-0b3e-4dd6-ae92-12f7a47695ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 200 len: 920 time: 0.1854420 Jul 19 07:45:30.439758 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2b123ae8-e2bc-4770-a61c-76dfb9920f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.444229 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2b123ae8-e2bc-4770-a61c-76dfb9920f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.481778 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-2b123ae8-e2bc-4770-a61c-76dfb9920f05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f235e115fa93478abc4681a15e789e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424830 Jul 19 07:45:30.482608 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b123ae8-e2bc-4770-a61c-76dfb9920f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a01579-1e84-40ed-91f9-847a4a9ce056,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:30.484865 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44082) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:30.500549 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-28b284e4-2e08-45b4-a073-3ff76904695f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 200 len: 217 time: 0.0646470 Jul 19 07:45:30.535068 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4603429e-b293-4f00-a11b-4df56b5ae3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.555111 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4603429e-b293-4f00-a11b-4df56b5ae3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.572051 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-701a8700-e3ae-47f9-8f8a-eb58afdba771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:30.573553 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-701a8700-e3ae-47f9-8f8a-eb58afdba771 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 200 len: 859 time: 0.0658262 Jul 19 07:45:30.608628 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4603429e-b293-4f00-a11b-4df56b5ae3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.611498 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4603429e-b293-4f00-a11b-4df56b5ae3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.612701 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-4603429e-b293-4f00-a11b-4df56b5ae3ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3a01579-1e84-40ed-91f9-847a4a9ce056 HTTP/1.1" status: 204 len: 168 time: 0.1260228 Jul 19 07:45:30.621421 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603429e-b293-4f00-a11b-4df56b5ae3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a01579-1e84-40ed-91f9-847a4a9ce056,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:30.644060 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-54f5a2cc-a418-4ac3-af59-b139c189c43b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b24a504-9d98-4369-9ba2-6577737a3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629804 Jul 19 07:45:30.701202 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0980685-5298-4464-baae-ddf59a358d95 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:45:30.708721 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9bbc6-e8bc-4603-b99d-afb16f9f23d7 req-ed62f3a4-27d4-4c86-96bf-e9daec6fc3c2 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:30.710344 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4dc9bbc6-e8bc-4603-b99d-afb16f9f23d7 req-ed62f3a4-27d4-4c86-96bf-e9daec6fc3c2 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 931 time: 0.0712357 Jul 19 07:45:30.712038 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.753333 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4dc9bbc6-e8bc-4603-b99d-afb16f9f23d7 req-f233b456-aa49-4fd5-8c0c-3fce9b2a5407 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Jul 19 07:45:30.755620 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Transition to ACTIVE for port object f0980685-5298-4464-baae-ddf59a358d95 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:45:30.760588 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.810583 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-7df49d1f-4538-4298-9053-f750db9af57c service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453979 Jul 19 07:45:30.860379 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Pushing event updated for resources: {'Port': ['ID=f0980685-5298-4464-baae-ddf59a358d95,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:30.951038 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44090) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:30.963965 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Attempting to bind port f0980685-5298-4464-baae-ddf59a358d95 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:45:30.964185 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a007a32-78f5-4868-a34c-5e7802d59bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:30.964345 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Attempting to bind port f0980685-5298-4464-baae-ddf59a358d95 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:45:30.964672 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Attempting to bind port f0980685-5298-4464-baae-ddf59a358d95 on network 4da14092-584b-409a-9545-5cf09008f21c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:45:30.971253 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Port f0980685-5298-4464-baae-ddf59a358d95 on network 4da14092-584b-409a-9545-5cf09008f21c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:45:30.971572 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Attempting to bind port f0980685-5298-4464-baae-ddf59a358d95 on network 4da14092-584b-409a-9545-5cf09008f21c {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:45:30.975684 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5903403b-4f23-40fd-9885-839fb8bf0f59 req-10e092d0-1cd4-4c77-b701-02da81454990 service neutron] 10.222.0.25 "GET /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551948 Jul 19 07:45:30.978236 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:45:30.978568 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Checking segment: {'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:45:30.978953 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Bound using segment: {'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:45:30.979372 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Bound port: f0980685-5298-4464-baae-ddf59a358d95, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d914a28-ac2a-41ee-8783-4b8de9bd42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4da14092-584b-409a-9545-5cf09008f21c'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:45:30.979724 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.051379 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] For port f0980685-5298-4464-baae-ddf59a358d95, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:45:31.054996 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] For port f0980685-5298-4464-baae-ddf59a358d95, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f0980685-5298-4464-baae-ddf59a358d95,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:45:31.059153 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.075566 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a007a32-78f5-4868-a34c-5e7802d59bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.091334 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.091945 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.093337 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] 10.222.0.25 "PUT /v2.0/ports/f0980685-5298-4464-baae-ddf59a358d95 HTTP/1.1" status: 200 len: 1093 time: 1.0343301 Jul 19 07:45:31.093771 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'tag': 'f0980685-5298-4464-baae-ddf59a358d95'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:31.095461 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a007a32-78f5-4868-a34c-5e7802d59bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.095985 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5b9dda-0cbf-4a02-a0c6-d39403215641" -d '{"events": [{"name": "network-changed", "server_uuid": "eba57826-bf59-4d64-aae6-4cfe46213ce9", "tag": "f0980685-5298-4464-baae-ddf59a358d95"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:31.130196 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb6ab-e98a-4052-abdc-298e2acd223e service neutron] Pushing event updated for resources: {'Port': ['ID=f0980685-5298-4464-baae-ddf59a358d95,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:31.136196 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd14259-d224-4237-beff-0beb330c139a x-openstack-request-id: req-2cd14259-d224-4237-beff-0beb330c139a {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:31.137531 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba57826-bf59-4d64-aae6-4cfe46213ce9", "tag": "f0980685-5298-4464-baae-ddf59a358d95", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:31.137850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cd14259-d224-4237-beff-0beb330c139a {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:31.138611 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'tag': 'f0980685-5298-4464-baae-ddf59a358d95', 'status': 'completed', 'code': 200} Jul 19 07:45:31.150266 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0a007a32-78f5-4868-a34c-5e7802d59bbc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cda6f1b09604bb7869b92d896e302e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980124 Jul 19 07:45:31.154234 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44098) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:31.154898 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007a32-78f5-4868-a34c-5e7802d59bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c780264-1f5b-4891-828b-30363d27e228,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:31.200489 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24ac4e-0bb7-4b87-a8be-84b0babec5c2 req-4d50769d-3599-4e35-80a3-a34b43bb6fa7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.202035 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7f24ac4e-0bb7-4b87-a8be-84b0babec5c2 req-4d50769d-3599-4e35-80a3-a34b43bb6fa7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1446502 Jul 19 07:45:31.226364 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-01166cd1-49a7-423a-ad62-5bef009fb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.227877 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-01166cd1-49a7-423a-ad62-5bef009fb51e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e91d10cc01a54ca29edd8991361cf6fe&device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0824015 Jul 19 07:45:31.245374 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-758f4a73-76d1-4615-8d1d-8ef61a432c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.260000 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7f24ac4e-0bb7-4b87-a8be-84b0babec5c2 req-bcd4d8f6-9e31-434e-91a5-40f038f797be tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521874 Jul 19 07:45:31.278695 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-36c1dd67-df90-4357-af05-6f9a281f11dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0980685-5298-4464-baae-ddf59a358d95 HTTP/1.1" status: 200 len: 217 time: 0.0413549 Jul 19 07:45:31.279644 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-758f4a73-76d1-4615-8d1d-8ef61a432c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.326692 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-2f377f5a-523c-4d38-b61c-005ca141af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.328162 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-2f377f5a-523c-4d38-b61c-005ca141af28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c HTTP/1.1" status: 200 len: 853 time: 0.0430553 Jul 19 07:45:31.359407 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-758f4a73-76d1-4615-8d1d-8ef61a432c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.361941 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-758f4a73-76d1-4615-8d1d-8ef61a432c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:31.363064 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-758f4a73-76d1-4615-8d1d-8ef61a432c6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c780264-1f5b-4891-828b-30363d27e228 HTTP/1.1" status: 204 len: 168 time: 0.2041190 Jul 19 07:45:31.367815 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-c1d5f775-5605-48be-908d-720068d265ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4da14092-584b-409a-9545-5cf09008f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321016 Jul 19 07:45:31.373944 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f4a73-76d1-4615-8d1d-8ef61a432c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c780264-1f5b-4891-828b-30363d27e228,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:31.387537 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551927f-9204-4cf8-b77e-70b9e6979357 req-014ba372-a954-40a5-a769-d135087404df tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.389083 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a551927f-9204-4cf8-b77e-70b9e6979357 req-014ba372-a954-40a5-a769-d135087404df tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0832918 Jul 19 07:45:31.435731 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a551927f-9204-4cf8-b77e-70b9e6979357 req-1cc316b7-edad-4436-b193-c298ca97b30c tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Jul 19 07:45:31.470315 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-64b101a2-8d64-4b1e-a2fe-3c1cec3ac714 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947120 Jul 19 07:45:31.562184 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4863b341-23fd-4a45-83de-e44dcf903d98 req-faa4ce97-72c8-4acc-b553-5b2e1e0d9539 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846832 Jul 19 07:45:31.657411 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-4b15b0c0-0695-4af7-b746-89c08a6d5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.658896 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-4b15b0c0-0695-4af7-b746-89c08a6d5e21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e91d10cc01a54ca29edd8991361cf6fe&device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0547187 Jul 19 07:45:31.755303 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-f006236c-7462-46be-8aeb-c497da4b1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.756810 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-f006236c-7462-46be-8aeb-c497da4b1bb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4da14092-584b-409a-9545-5cf09008f21c HTTP/1.1" status: 200 len: 914 time: 0.0905879 Jul 19 07:45:31.799140 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-2d2b4b26-c4d9-4aa9-8369-adaf877eb251 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0980685-5298-4464-baae-ddf59a358d95 HTTP/1.1" status: 200 len: 217 time: 0.0351856 Jul 19 07:45:31.850337 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-86ffddc7-ec1c-4581-aacb-6ef0ec9cdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.852034 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-86ffddc7-ec1c-4581-aacb-6ef0ec9cdee2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c HTTP/1.1" status: 200 len: 853 time: 0.0464098 Jul 19 07:45:31.887970 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8ea29-3105-4afa-bcc2-f7376c130120 req-525bd891-f223-4a3d-b8d8-1cd5456a124e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:31.888517 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-227811c8-298c-4c72-893f-691c471f075f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4da14092-584b-409a-9545-5cf09008f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292468 Jul 19 07:45:31.889495 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-76d8ea29-3105-4afa-bcc2-f7376c130120 req-525bd891-f223-4a3d-b8d8-1cd5456a124e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 943 time: 0.0656242 Jul 19 07:45:31.934408 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-76d8ea29-3105-4afa-bcc2-f7376c130120 req-b4386be1-f44d-4045-9e98-b844f069b184 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Jul 19 07:45:31.994009 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-599dd3ac-7986-4d46-8ff2-213e047b88c2 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981393 Jul 19 07:45:32.089044 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c5b9dda-0cbf-4a02-a0c6-d39403215641 req-069d13c4-2096-41a6-8242-867c27221e91 service neutron] 10.222.0.25 "GET /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858133 Jul 19 07:45:32.389486 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a94519-e7bc-4f6b-b8c5-422950b6c961 req-fd639390-ecdb-41ee-8cf6-882fddd5f912 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:32.390939 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4a94519-e7bc-4f6b-b8c5-422950b6c961 req-fd639390-ecdb-41ee-8cf6-882fddd5f912 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0648432 Jul 19 07:45:32.428366 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4a94519-e7bc-4f6b-b8c5-422950b6c961 req-73ab0c22-9d47-4d2a-84d6-3e4d150ccbb3 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Jul 19 07:45:32.589138 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987792c3-bccc-4470-a43b-d195c3db9441 req-d68a4261-d3c2-4e59-ae77-8ec4a852388e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:32.591301 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-987792c3-bccc-4470-a43b-d195c3db9441 req-d68a4261-d3c2-4e59-ae77-8ec4a852388e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0869949 Jul 19 07:45:32.660330 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-987792c3-bccc-4470-a43b-d195c3db9441 req-578865f8-2664-4109-bed8-897cdcfbfee2 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620310 Jul 19 07:45:32.701267 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-95a3280b-8c99-49a5-8af5-c1df1ee01ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:32.702768 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-95a3280b-8c99-49a5-8af5-c1df1ee01ddd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0645008 Jul 19 07:45:32.704607 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2185-dab6-43be-930f-8dae22923c01 req-bff8b30f-39e6-4696-97f5-05bb1315b086 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:32.706153 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-017f2185-dab6-43be-930f-8dae22923c01 req-bff8b30f-39e6-4696-97f5-05bb1315b086 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0932119 Jul 19 07:45:32.747806 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-017f2185-dab6-43be-930f-8dae22923c01 req-d26d38f0-b838-47ab-bffe-7a095abe5bef tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360355 Jul 19 07:45:32.807400 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-d220e2a9-b63b-4c2d-8417-9cc710434506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:32.807400 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-d220e2a9-b63b-4c2d-8417-9cc710434506 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 912 time: 0.0977130 Jul 19 07:45:32.878125 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-8cc5a11c-17db-4390-97ef-8638f172716d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 200 len: 1001 time: 0.0642579 Jul 19 07:45:32.934069 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-8638ca0d-35ec-4837-9656-97ab5e420143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:32.935548 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-8638ca0d-35ec-4837-9656-97ab5e420143 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0504301 Jul 19 07:45:33.004880 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-0f7c0f2a-c242-40a2-91fa-6cef096c31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:33.006451 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-0f7c0f2a-c242-40a2-91fa-6cef096c31b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0631835 Jul 19 07:45:33.077842 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a5b74-f43c-4d4f-9098-a1a9c2a4ebdb req-884d91e4-159c-4ce1-98db-8322a6b088c1 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:33.079320 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c87a5b74-f43c-4d4f-9098-a1a9c2a4ebdb req-884d91e4-159c-4ce1-98db-8322a6b088c1 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 943 time: 0.0698307 Jul 19 07:45:33.115614 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-507dc853-7459-429b-aa5a-88430012c8c8 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014774 Jul 19 07:45:33.121787 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c87a5b74-f43c-4d4f-9098-a1a9c2a4ebdb req-f801b74f-9960-421d-8cfd-ff26617dc584 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353265 Jul 19 07:45:33.169443 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:45:33.222207 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e56ad913-b309-4fa7-846d-c0960cc7ec66 req-92c2a7c1-582e-48e6-8fdc-8382425e97ee service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894449 Jul 19 07:45:33.301193 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44188) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:33.408012 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e34914e8-ff04-44d3-806c-395480c85c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:33.503188 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e34914e8-ff04-44d3-806c-395480c85c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:33.506849 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e34914e8-ff04-44d3-806c-395480c85c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:33.546045 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e34914e8-ff04-44d3-806c-395480c85c05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7894741d14b4481f94418f486c3e0b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436798 Jul 19 07:45:33.546895 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34914e8-ff04-44d3-806c-395480c85c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512654da-7c07-4aec-a22d-5275ca2ae722,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:33.548717 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44192) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:33.788066 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8670-81b3-4ac9-a968-83c9e2c79132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:33.806892 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ae5e4-0d21-4268-b998-e651534943ca req-01783d64-1308-438e-8398-39f74de330b7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:33.808355 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-067ae5e4-0d21-4268-b998-e651534943ca req-01783d64-1308-438e-8398-39f74de330b7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0713532 Jul 19 07:45:33.825228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f0980685-5298-4464-baae-ddf59a358d95 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:45:33.825854 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8670-81b3-4ac9-a968-83c9e2c79132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:33.881524 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8670-81b3-4ac9-a968-83c9e2c79132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:33.884016 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8670-81b3-4ac9-a968-83c9e2c79132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:33.885196 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5ecc8670-81b3-4ac9-a968-83c9e2c79132 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/512654da-7c07-4aec-a22d-5275ca2ae722 HTTP/1.1" status: 204 len: 168 time: 0.3354392 Jul 19 07:45:33.893479 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc8670-81b3-4ac9-a968-83c9e2c79132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512654da-7c07-4aec-a22d-5275ca2ae722,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:33.915054 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-067ae5e4-0d21-4268-b998-e651534943ca req-8908575f-7c25-4777-84ac-4b34a5035746 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930071 Jul 19 07:45:33.944823 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caf5ae-7e61-4ba0-ac02-50eddc05e059 req-4a55fa34-cbcf-4d22-a997-42c37dd569cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:33.953417 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97caf5ae-7e61-4ba0-ac02-50eddc05e059 req-4a55fa34-cbcf-4d22-a997-42c37dd569cc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1163750 Jul 19 07:45:33.959765 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f0980685-5298-4464-baae-ddf59a358d95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f0980685-5298-4464-baae-ddf59a358d95,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:33.974604 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'f0980685-5298-4464-baae-ddf59a358d95', 'network_id': '4da14092-584b-409a-9545-5cf09008f21c', 'port_id': 'f0980685-5298-4464-baae-ddf59a358d95', 'mac_address': 'fa:16:3e:da:f8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:45:33.986511 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97caf5ae-7e61-4ba0-ac02-50eddc05e059 req-3fa6fc3c-1ca8-4cc9-b812-e9de0f1a68f9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335135 Jul 19 07:45:34.025590 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.039437 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0980685-5298-4464-baae-ddf59a358d95 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:45:34.065462 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f0980685-5298-4464-baae-ddf59a358d95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f0980685-5298-4464-baae-ddf59a358d95,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:34.071324 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.121565 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f0980685-5298-4464-baae-ddf59a358d95,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:34.196049 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44214) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:34.217306 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d979bf92-495b-40cd-8b11-c9d589e602c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.266955 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46b81a-692f-4797-9e78-df0d9ca82f37 req-77f2b23a-5c25-4125-b94e-b3687385e2c4 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:34.272799 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3d46b81a-692f-4797-9e78-df0d9ca82f37 req-77f2b23a-5c25-4125-b94e-b3687385e2c4 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 944 time: 0.0808361 Jul 19 07:45:34.311383 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3d46b81a-692f-4797-9e78-df0d9ca82f37 req-eadec5ff-be23-4aaf-ae8b-ee7809f90af2 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Jul 19 07:45:34.340980 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d979bf92-495b-40cd-8b11-c9d589e602c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.346281 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d979bf92-495b-40cd-8b11-c9d589e602c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.362572 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['f0980685-5298-4464-baae-ddf59a358d95'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:34.391353 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d979bf92-495b-40cd-8b11-c9d589e602c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34e0f75d0f1a497098c88afb1482db3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917515 Jul 19 07:45:34.391353 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979bf92-495b-40cd-8b11-c9d589e602c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0578f157-0ff5-46f5-b2ba-b667356a2533,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:34.391807 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44220) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:34.445307 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8a2-8543-498d-98c4-c54b58644676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.478747 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8a2-8543-498d-98c4-c54b58644676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.540275 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8a2-8543-498d-98c4-c54b58644676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.543351 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8a2-8543-498d-98c4-c54b58644676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:34.544508 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-2d54f8a2-8543-498d-98c4-c54b58644676 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0578f157-0ff5-46f5-b2ba-b667356a2533 HTTP/1.1" status: 204 len: 168 time: 0.1515622 Jul 19 07:45:34.551991 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f8a2-8543-498d-98c4-c54b58644676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0578f157-0ff5-46f5-b2ba-b667356a2533,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:34.632504 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d3a02-82ff-421c-9e2d-c4a6bf39a254 req-4a9f4253-d29c-4230-97da-c0aaeaaa9b57 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:34.634086 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-651d3a02-82ff-421c-9e2d-c4a6bf39a254 req-4a9f4253-d29c-4230-97da-c0aaeaaa9b57 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.0644944 Jul 19 07:45:34.673561 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-651d3a02-82ff-421c-9e2d-c4a6bf39a254 req-d8fff7b0-c798-4eb3-a903-e2b0c08eb412 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Jul 19 07:45:34.697211 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44228) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:34.953078 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d73007-45a4-4245-895f-13655dc35424 tempest-TestMinimumBasicScenario-80718497 tempest-TestMinimumBasicScenario-80718497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:34.954603 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-82d73007-45a4-4245-895f-13655dc35424 tempest-TestMinimumBasicScenario-80718497 tempest-TestMinimumBasicScenario-80718497-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1094 time: 0.2563417 Jul 19 07:45:34.957944 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44242) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:34.962702 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'port_id': '445817b6-72d1-486a-a95c-4195d0eea715', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:34.986235 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for floatingip, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:35.148297 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:35.167017 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326a4d6-7e9a-4302-b98e-3908f7747ec9 req-7bef8235-7916-49ce-90f8-4f57c2e11938 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:35.168543 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7326a4d6-7e9a-4302-b98e-3908f7747ec9 req-7bef8235-7916-49ce-90f8-4f57c2e11938 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0909047 Jul 19 07:45:35.248405 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7326a4d6-7e9a-4302-b98e-3908f7747ec9 req-fd84ce9e-e589-4ca8-9fb1-d9961dc64745 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497167 Jul 19 07:45:35.292043 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Allocated IP 172.27.3.138 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/1373616e-d3cd-464b-b060-005e4638edb1) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:45:35.468404 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:35.490289 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25605c00-0e21-4921-8ce6-842a17f047fd req-d0e682a7-6fc7-49f8-8448-438b89a60565 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:35.491755 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-25605c00-0e21-4921-8ce6-842a17f047fd req-d0e682a7-6fc7-49f8-8448-438b89a60565 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 944 time: 0.0984285 Jul 19 07:45:35.546211 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-25605c00-0e21-4921-8ce6-842a17f047fd req-cc3d478e-2c2f-4a9b-ac4e-67f1a67df1d8 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Jul 19 07:45:35.547556 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:35.584145 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:45:35.589438 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:45:35.592939 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:45:35.822945 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'Port': ['ID=1373616e-d3cd-464b-b060-005e4638edb1,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:35.857013 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f0980685-5298-4464-baae-ddf59a358d95 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:45:35.904198 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port f0980685-5298-4464-baae-ddf59a358d95 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:45:35.908026 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port f0980685-5298-4464-baae-ddf59a358d95 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:45:35.908432 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:35.986756 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.008485 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0980685-5298-4464-baae-ddf59a358d95'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:36.010717 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9e2834-bd95-4728-8473-ceb98f92b9b4" -d '{"events": [{"server_uuid": "eba57826-bf59-4d64-aae6-4cfe46213ce9", "name": "network-vif-plugged", "status": "completed", "tag": "f0980685-5298-4464-baae-ddf59a358d95"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:36.022754 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f0980685-5298-4464-baae-ddf59a358d95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f0980685-5298-4464-baae-ddf59a358d95,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:36.028931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.052197 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb81f7-d9e3-4786-8dd4-dd20c20068b4 x-openstack-request-id: req-34bb81f7-d9e3-4786-8dd4-dd20c20068b4 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:36.052514 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba57826-bf59-4d64-aae6-4cfe46213ce9", "name": "network-vif-plugged", "status": "completed", "tag": "f0980685-5298-4464-baae-ddf59a358d95", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:36.052761 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34bb81f7-d9e3-4786-8dd4-dd20c20068b4 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:36.053140 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0980685-5298-4464-baae-ddf59a358d95', 'code': 200} Jul 19 07:45:36.078926 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f0980685-5298-4464-baae-ddf59a358d95,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:36.154420 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.229452 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afafe-7237-44a7-ad16-9b1279475387 req-9a0925bf-68f6-49d0-8395-6777d472d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:36.231551 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ef9afafe-7237-44a7-ad16-9b1279475387 req-9a0925bf-68f6-49d0-8395-6777d472d11b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0550456 Jul 19 07:45:36.232692 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.264869 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ef9afafe-7237-44a7-ad16-9b1279475387 req-98893f7a-bf8a-4fac-81cc-7b49c5a26fa5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268528 Jul 19 07:45:36.375897 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.379924 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.445042 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'Port': ['ID=1373616e-d3cd-464b-b060-005e4638edb1,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:36.452613 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.552772 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Floating IP ac6d0bac-e2a8-493b-9201-d1db84b70691 associated. External IP: 172.27.3.138, port: 445817b6-72d1-486a-a95c-4195d0eea715. Jul 19 07:45:36.709384 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42bd0a-5033-48be-bdcd-2c447e66317f req-ad4ca26c-4a1c-4557-84db-8574dc519ce7 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:36.710758 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ed42bd0a-5033-48be-bdcd-2c447e66317f req-ad4ca26c-4a1c-4557-84db-8574dc519ce7 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 945 time: 0.0904157 Jul 19 07:45:36.825573 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ed42bd0a-5033-48be-bdcd-2c447e66317f req-b2fb7425-9b3f-431a-a422-a223b5e81071 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770271 Jul 19 07:45:36.849823 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Router 05ee7066-ff3a-4014-bea5-748f27a48044 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:45:36.962595 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:45:36.972225 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] Sync routers for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:45:36.979007 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:36.981775 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:45:36.982382 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:37.017415 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7256a47f-86e5-44d4-9be0-8be415c671b9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0584300 Jul 19 07:45:37.017988 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:37.020233 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44288) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:37.020397 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45" -d '{"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:37.025309 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-164d6074-8250-4885-a1e4-34b4c6d0e68f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613488189', 'description': 'tempest-secgroup-smoke-613488189 description', 'project_id': '8869a8ae8b35455d8c37f1270677368e'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:37.049074 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-164d6074-8250-4885-a1e4-34b4c6d0e68f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.056987 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10acca77-c020-43ab-a33a-0581f362e13d x-openstack-request-id: req-10acca77-c020-43ab-a33a-0581f362e13d {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:37.057478 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:37.057728 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10acca77-c020-43ab-a33a-0581f362e13d {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:37.059369 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715', 'status': 'completed', 'code': 200} Jul 19 07:45:37.086755 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:45:37.170138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-164d6074-8250-4885-a1e4-34b4c6d0e68f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.174822 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-164d6074-8250-4885-a1e4-34b4c6d0e68f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.196768 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-a75b9dd8-40b1-4a5f-b136-252dcfa7c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:37.198284 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-a75b9dd8-40b1-4a5f-b136-252dcfa7c4a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1099 time: 0.0995090 Jul 19 07:45:37.210608 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-164d6074-8250-4885-a1e4-34b4c6d0e68f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.211780 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-164d6074-8250-4885-a1e4-34b4c6d0e68f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1905036 Jul 19 07:45:37.212721 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d6074-8250-4885-a1e4-34b4c6d0e68f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:37.215237 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44292) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:37.220618 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-fa463535-5a6a-4f73-8adf-86e2454a8864 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'security_group_rule': {'security_group_id': 'bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0', 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:37.252057 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fa463535-5a6a-4f73-8adf-86e2454a8864 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.304509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-f4ae1113-3cd5-4526-a4c9-ebffa5aabecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:37.306726 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-f4ae1113-3cd5-4526-a4c9-ebffa5aabecd service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 915 time: 0.0916789 Jul 19 07:45:37.319128 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'ac6d0bac-e2a8-493b-9201-d1db84b70691', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'port_id': '445817b6-72d1-486a-a95c-4195d0eea715', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'mac_address': 'fa:16:3e:e7:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:45:36Z', 'updated_at': '2021-07-19T07:45:36Z', 'revision_number': 0, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:37.341979 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fa463535-5a6a-4f73-8adf-86e2454a8864 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.346095 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fa463535-5a6a-4f73-8adf-86e2454a8864 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.348049 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] Checking router: 05ee7066-ff3a-4014-bea5-748f27a48044 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:45:37.357093 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:45:37.357853 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:37.367779 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa463535-5a6a-4f73-8adf-86e2454a8864 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1c8d7b-7515-4c2a-b1b8-196b93bbda82,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:37.372144 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-fa463535-5a6a-4f73-8adf-86e2454a8864 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.375993 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-fa463535-5a6a-4f73-8adf-86e2454a8864 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566756 Jul 19 07:45:37.376859 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44294) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:37.383303 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-4ba31816-a4fc-44da-b71e-63c90ff61ac1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'security_group_rule': {'security_group_id': 'bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0', 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:37.418444 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4ba31816-a4fc-44da-b71e-63c90ff61ac1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.460065 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:45:37.475070 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4ba31816-a4fc-44da-b71e-63c90ff61ac1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.478811 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4ba31816-a4fc-44da-b71e-63c90ff61ac1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.495806 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba31816-a4fc-44da-b71e-63c90ff61ac1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d83589-ec3d-411e-9142-00333160d59f,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:37.502134 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4ba31816-a4fc-44da-b71e-63c90ff61ac1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.503393 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-4ba31816-a4fc-44da-b71e-63c90ff61ac1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263273 Jul 19 07:45:37.506236 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44296) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:37.510914 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-7e5f192b-700f-4d6c-a5de-bde7ca4121a4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'security_group_rule': {'security_group_id': 'bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0', 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:37.538525 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e5f192b-700f-4d6c-a5de-bde7ca4121a4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.598376 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e5f192b-700f-4d6c-a5de-bde7ca4121a4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.604705 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e5f192b-700f-4d6c-a5de-bde7ca4121a4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.624596 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f192b-700f-4d6c-a5de-bde7ca4121a4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275c28d1-02dd-4544-ac63-bf979da8c64f,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:37.630162 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e5f192b-700f-4d6c-a5de-bde7ca4121a4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.634516 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44302) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:37.634670 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-7e5f192b-700f-4d6c-a5de-bde7ca4121a4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272221 Jul 19 07:45:37.639731 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-a57960e4-46fb-48f0-aaa1-d856ba828bc2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'security_group_rule': {'security_group_id': 'bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0', 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:37.670488 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a57960e4-46fb-48f0-aaa1-d856ba828bc2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.695072 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'ac6d0bac-e2a8-493b-9201-d1db84b70691', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'port_id': '445817b6-72d1-486a-a95c-4195d0eea715', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'mac_address': 'fa:16:3e:e7:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:45:36Z', 'updated_at': '2021-07-19T07:45:36Z', 'revision_number': 0, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:37.722309 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4046c9f-dc69-43d0-a325-15614092ae4a None None] The sync data for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi is: [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'ac6d0bac-e2a8-493b-9201-d1db84b70691', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'port_id': '445817b6-72d1-486a-a95c-4195d0eea715', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'mac_address': 'fa:16:3e:e7:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:45:36Z', 'updated_at': '2021-07-19T07:45:36Z', 'revision_number': 0, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:45:37.741212 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a57960e4-46fb-48f0-aaa1-d856ba828bc2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.747741 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a57960e4-46fb-48f0-aaa1-d856ba828bc2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.768151 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57960e4-46fb-48f0-aaa1-d856ba828bc2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0434953c-f8d3-4988-8b3d-dc3f95396474,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:37.776033 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a57960e4-46fb-48f0-aaa1-d856ba828bc2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.778026 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a57960e4-46fb-48f0-aaa1-d856ba828bc2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424463 Jul 19 07:45:37.780931 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44306) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:37.785846 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'security_group_rule': {'security_group_id': 'bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0', 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:37.834681 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.securitygroups_db [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Project 8869a8ae8b35455d8c37f1270677368e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 07:45:37.841062 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.915065 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47d982-a6e5-4309-ab3b-d9a3a92ad706 req-dfc301ed-d873-472a-9279-069760f45995 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:37.916638 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0a47d982-a6e5-4309-ab3b-d9a3a92ad706 req-dfc301ed-d873-472a-9279-069760f45995 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.1161771 Jul 19 07:45:37.936280 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fce63-112a-4b18-b463-9474c6ba4096 None None] New status for floating IP ac6d0bac-e2a8-493b-9201-d1db84b70691: ACTIVE {{(pid=99882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:45:37.962996 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:37.978692 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.013941 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8279b005-635e-434f-b160-f478f1af3f68,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:38.020120 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.021292 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f1d480ca-9d2a-4df5-9bf5-5bba314791ed tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2394316 Jul 19 07:45:38.024101 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44312) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:38.026050 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0a47d982-a6e5-4309-ab3b-d9a3a92ad706 req-cc371a24-f176-4347-ba98-da2dbc9c5650 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951147 Jul 19 07:45:38.029975 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'security_group_rule': {'security_group_id': 'bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0', 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:38.057341 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.securitygroups_db [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Project 8869a8ae8b35455d8c37f1270677368e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 07:45:38.061081 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a58bb6-1c18-44c3-81e6-1974863c1e3f req-44c83b2f-f5ff-4cc9-a972-0569ab34959e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:38.062740 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a5a58bb6-1c18-44c3-81e6-1974863c1e3f req-44c83b2f-f5ff-4cc9-a972-0569ab34959e tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 945 time: 0.1452029 Jul 19 07:45:38.065431 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.104951 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a5a58bb6-1c18-44c3-81e6-1974863c1e3f req-caad97d5-c8ee-4d81-851b-8af271bbaa02 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357640 Jul 19 07:45:38.139824 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.144211 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.165275 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f2a674-0aaf-4b38-97ab-7356487f2be4,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:38.173852 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.175064 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-19e14ee0-61a3-4968-8964-0042616678c8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499360 Jul 19 07:45:38.250675 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64570668-e931-4022-9761-3758a483fb69 req-868827cc-d3e9-4549-8908-055d5eebdebd tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613488189&fields=id&tenant_id=8869a8ae8b35455d8c37f1270677368e HTTP/1.1" status: 200 len: 267 time: 0.0330472 Jul 19 07:45:38.315403 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64570668-e931-4022-9761-3758a483fb69 req-64ca82b3-dc58-497d-9b7a-43ffffb66357 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:38.316896 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64570668-e931-4022-9761-3758a483fb69 req-64ca82b3-dc58-497d-9b7a-43ffffb66357 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.0612326 Jul 19 07:45:38.327394 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'port': {'security_groups': ['3a0d4132-b15f-496e-b701-67b04f28cb0f', 'bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0']}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:45:38.420771 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.427301 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-adac5c16-0a2f-474c-8b2b-22e75347d728 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 1002 time: 0.0582049 Jul 19 07:45:38.615422 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=445817b6-72d1-486a-a95c-4195d0eea715,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:38.643076 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.647510 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.736752 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:38.737383 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for port, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:38.738807 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64570668-e931-4022-9761-3758a483fb69 req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "PUT /v2.0/ports/445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 982 time: 0.4158685 Jul 19 07:45:38.772085 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8b6bf-4ca5-43b3-95db-7b3c3dad5cee tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=6']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:38.856774 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54262b-4053-4011-b2cb-106cb0d05107 req-8a9849bc-75d5-42f5-b426-8ace490e3c95 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:38.858295 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7d54262b-4053-4011-b2cb-106cb0d05107 req-8a9849bc-75d5-42f5-b426-8ace490e3c95 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0683641 Jul 19 07:45:38.899281 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7d54262b-4053-4011-b2cb-106cb0d05107 req-85b36a26-a099-4038-a9e8-1a39edb923bf tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350504 Jul 19 07:45:38.905080 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-53778fcd-d18c-45f3-b8f2-95d0fb15e9f2 None None] Provisioning complete for port 445817b6-72d1-486a-a95c-4195d0eea715 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:45:38.905458 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-53778fcd-d18c-45f3-b8f2-95d0fb15e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:39.060262 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:39.062573 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c473aac5-2733-48d3-8787-56b9917e7887" -d '{"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:39.163857 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c40c7-5a4c-4c24-908d-c1efa1c7f404 req-169a1c79-7c5e-4537-a917-5e0370ffdb43 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:39.165265 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4d7c40c7-5a4c-4c24-908d-c1efa1c7f404 req-169a1c79-7c5e-4537-a917-5e0370ffdb43 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0674343 Jul 19 07:45:39.203420 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4d7c40c7-5a4c-4c24-908d-c1efa1c7f404 req-33842754-3418-493b-90ed-ef8ad1b5c19e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Jul 19 07:45:39.244610 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e5f06f-5e2b-42ca-93b9-47d7c18eb9b0 x-openstack-request-id: req-35e5f06f-5e2b-42ca-93b9-47d7c18eb9b0 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:39.244927 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:39.245281 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35e5f06f-5e2b-42ca-93b9-47d7c18eb9b0 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:39.245536 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715', 'status': 'completed', 'code': 200} Jul 19 07:45:40.329299 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b46b-bb4d-4a74-824a-762a919228de req-e6cedee9-c39e-4bef-8f8d-d57da224fe17 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:40.330770 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97a0b46b-bb4d-4a74-824a-762a919228de req-e6cedee9-c39e-4bef-8f8d-d57da224fe17 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0613580 Jul 19 07:45:40.366468 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97a0b46b-bb4d-4a74-824a-762a919228de req-5128a3c8-e89c-4df5-b8a0-01d055152849 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303478 Jul 19 07:45:40.423814 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:40.467280 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-4c7fbcd6-8f8c-43b7-a333-356d2ceae4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:40.468895 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-4c7fbcd6-8f8c-43b7-a333-356d2ceae4a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0468438 Jul 19 07:45:40.536478 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-ed4155c2-e1d5-4be5-85e1-e4e7299427dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:40.538044 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-ed4155c2-e1d5-4be5-85e1-e4e7299427dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611415 Jul 19 07:45:40.583406 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:40.640003 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-176bdde4-a3f2-41ca-8c95-7e9e99ed8a5c service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950415 Jul 19 07:45:40.749555 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d3bfc2e2-88eb-4a93-b681-a8dffc2dba45 req-c5fc7629-ce1a-49a2-8bd3-49c53a8f46d2 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896599 Jul 19 07:45:40.859538 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473aac5-2733-48d3-8787-56b9917e7887 req-e98bb1c1-ebce-4826-895f-d29352800f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:40.861053 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c473aac5-2733-48d3-8787-56b9917e7887 req-e98bb1c1-ebce-4826-895f-d29352800f4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1138 time: 0.0507414 Jul 19 07:45:40.956499 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473aac5-2733-48d3-8787-56b9917e7887 req-b44d95c5-b5c2-471e-9204-de7110da8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:40.957965 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c473aac5-2733-48d3-8787-56b9917e7887 req-b44d95c5-b5c2-471e-9204-de7110da8c81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 915 time: 0.0892510 Jul 19 07:45:41.026617 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c473aac5-2733-48d3-8787-56b9917e7887 req-f4463dc4-f8dc-4719-af8c-5bba61df5ab2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 1002 time: 0.0574193 Jul 19 07:45:41.079728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473aac5-2733-48d3-8787-56b9917e7887 req-7cca5afa-c64e-4be5-8926-1c172098d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:41.081439 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c473aac5-2733-48d3-8787-56b9917e7887 req-7cca5afa-c64e-4be5-8926-1c172098d7ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0456641 Jul 19 07:45:41.130930 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:41.136427 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:41.155153 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473aac5-2733-48d3-8787-56b9917e7887 req-59ca46ff-6107-4d87-81dc-f7154ee0cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:41.157124 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c473aac5-2733-48d3-8787-56b9917e7887 req-59ca46ff-6107-4d87-81dc-f7154ee0cd55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0678232 Jul 19 07:45:41.198337 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:41.263379 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c473aac5-2733-48d3-8787-56b9917e7887 req-aaff065c-6919-48b4-b69a-db895cff87a1 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944474 Jul 19 07:45:41.373265 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c473aac5-2733-48d3-8787-56b9917e7887 req-be54f9b8-5e6e-46a7-8543-27f6465c1a87 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935266 Jul 19 07:45:41.509848 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7db4a-3c66-42cc-bc80-e66ffd048092 req-147e1649-f9fe-4337-95e2-105b7198187a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:41.512092 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23c7db4a-3c66-42cc-bc80-e66ffd048092 req-147e1649-f9fe-4337-95e2-105b7198187a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0703549 Jul 19 07:45:41.559361 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23c7db4a-3c66-42cc-bc80-e66ffd048092 req-61323c7f-8da0-4369-a027-033c0b5211e8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381258 Jul 19 07:45:42.688912 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ab24-6a83-456e-82d2-0f69f3235fdb req-bea12220-577b-4d70-96b9-67fea528609a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:42.690367 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4af3ab24-6a83-456e-82d2-0f69f3235fdb req-bea12220-577b-4d70-96b9-67fea528609a tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0637338 Jul 19 07:45:42.727143 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4af3ab24-6a83-456e-82d2-0f69f3235fdb req-53ed4654-a847-45d1-88c4-4831493a7b60 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Jul 19 07:45:43.561718 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-e0a21cf7-a496-47c3-9a60-53833e9b9e11 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:43.563147 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-e0a21cf7-a496-47c3-9a60-53833e9b9e11 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0632968 Jul 19 07:45:43.661514 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Deleting port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:45:43.661856 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:43.745850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] For port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:43.746206 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:43.758525 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Calling delete_port for 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:45:43.870056 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80114a21-b683-49cc-b05d-757a8f793f5d req-f10cbc43-310b-41e5-bd3f-d111e2b348e8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:43.871828 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-80114a21-b683-49cc-b05d-757a8f793f5d req-f10cbc43-310b-41e5-bd3f-d111e2b348e8 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=7883aba6-74f0-4574-b038-6e64fd44ed60 HTTP/1.1" status: 200 len: 945 time: 0.0755010 Jul 19 07:45:43.910283 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-80114a21-b683-49cc-b05d-757a8f793f5d req-fd48bd99-485d-439c-ba9a-4c4d57d8fe9e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Jul 19 07:45:43.923242 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:43.936483 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba', '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:43.953293 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Pushing event deleted for resources: {'Port': ['ID=32fcb9d0-69f6-43db-9b96-0eaf4c8857dd,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:44.001607 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] No DVR routers for this DVR port 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:45:44.004128 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.006151 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-77b91d84-84ff-4f0f-897f-a0e552cf2e1b req-5e373f4e-bc39-416a-8377-0ea42394006f tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "DELETE /v2.0/ports/32fcb9d0-69f6-43db-9b96-0eaf4c8857dd HTTP/1.1" status: 204 len: 173 time: 0.4362631 Jul 19 07:45:44.006599 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'name': 'network-vif-deleted', 'tag': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:44.008882 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987e098c-c5bb-409d-8464-3fa34456c32e" -d '{"events": [{"server_uuid": "7883aba6-74f0-4574-b038-6e64fd44ed60", "name": "network-vif-deleted", "tag": "32fcb9d0-69f6-43db-9b96-0eaf4c8857dd"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:44.047331 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56039d0b-5887-466b-a8c3-96ad40860add x-openstack-request-id: req-56039d0b-5887-466b-a8c3-96ad40860add {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:44.047822 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7883aba6-74f0-4574-b038-6e64fd44ed60", "name": "network-vif-deleted", "tag": "32fcb9d0-69f6-43db-9b96-0eaf4c8857dd", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:44.048230 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56039d0b-5887-466b-a8c3-96ad40860add {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:44.048804 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7883aba6-74f0-4574-b038-6e64fd44ed60', 'name': 'network-vif-deleted', 'tag': '32fcb9d0-69f6-43db-9b96-0eaf4c8857dd', 'status': 'completed', 'code': 200} Jul 19 07:45:44.126066 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44400) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:44.227162 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d7b2-5058-4ae7-8f9e-1b1039d4eef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.311404 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d7b2-5058-4ae7-8f9e-1b1039d4eef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.314863 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d7b2-5058-4ae7-8f9e-1b1039d4eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.352134 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-7aa7d7b2-5058-4ae7-8f9e-1b1039d4eef2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87c067d752a1431896932850d918f100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244558 Jul 19 07:45:44.353281 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7d7b2-5058-4ae7-8f9e-1b1039d4eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca23851-250f-46c7-bea1-c2203e2e9b69,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:44.354883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44404) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:44.402845 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8f68a01d-b8c8-4a0d-a46d-3c5ecb0f263f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.425767 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8f68a01d-b8c8-4a0d-a46d-3c5ecb0f263f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.474585 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8f68a01d-b8c8-4a0d-a46d-3c5ecb0f263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.477121 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8f68a01d-b8c8-4a0d-a46d-3c5ecb0f263f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:44.478235 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-8f68a01d-b8c8-4a0d-a46d-3c5ecb0f263f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ca23851-250f-46c7-bea1-c2203e2e9b69 HTTP/1.1" status: 204 len: 168 time: 0.1223888 Jul 19 07:45:44.488041 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68a01d-b8c8-4a0d-a46d-3c5ecb0f263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca23851-250f-46c7-bea1-c2203e2e9b69,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:45.191398 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec95c61-f44b-494e-b4eb-12eee68b68b7 req-307fc47f-e0c7-46fe-a1e2-2678cd82eae5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:45.192938 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bec95c61-f44b-494e-b4eb-12eee68b68b7 req-307fc47f-e0c7-46fe-a1e2-2678cd82eae5 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0632780 Jul 19 07:45:45.229219 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bec95c61-f44b-494e-b4eb-12eee68b68b7 req-b200e59b-feaa-4c49-8064-96371f24ed4b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Jul 19 07:45:46.357052 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad67cf-66cc-4777-bfa6-05594851d5a1 req-c16ad410-be7c-4c60-89e2-41594b4cb44b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:46.358503 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a5ad67cf-66cc-4777-bfa6-05594851d5a1 req-c16ad410-be7c-4c60-89e2-41594b4cb44b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0602496 Jul 19 07:45:46.394314 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a5ad67cf-66cc-4777-bfa6-05594851d5a1 req-7dcfca39-0ffd-41a2-ab5e-19f4cda178e3 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304661 Jul 19 07:45:46.423873 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:45:46.443717 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:45:46.444060 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 32fcb9d0-69f6-43db-9b96-0eaf4c8857dd not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:45:47.523125 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160380f-dc7e-4a6b-ad41-901b180aaaae req-0ebb6c2b-32da-4d3e-8b3a-a5d8d8c9fd5e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:47.524564 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f160380f-dc7e-4a6b-ad41-901b180aaaae req-0ebb6c2b-32da-4d3e-8b3a-a5d8d8c9fd5e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0637271 Jul 19 07:45:47.562083 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f160380f-dc7e-4a6b-ad41-901b180aaaae req-c7475eb3-55f8-4781-bd04-c95e656da1a4 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Jul 19 07:45:47.714360 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3ecaa5f0-dae7-40d4-abd2-4cb7cf0f221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:48.690788 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fa9a-f7bc-4b05-8d82-6d1f57fa7360 req-f90ee5aa-0986-439a-b613-1c260471ddd4 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:48.692269 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7853fa9a-f7bc-4b05-8d82-6d1f57fa7360 req-f90ee5aa-0986-439a-b613-1c260471ddd4 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0653160 Jul 19 07:45:48.729272 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7853fa9a-f7bc-4b05-8d82-6d1f57fa7360 req-bab323b5-e2d8-4d33-830c-b1d3fadbe2c7 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jul 19 07:45:49.859885 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfce96-1d14-4ef0-b989-f7bcd7056b1a req-33ac3657-a557-4a2c-8b4b-5cf5c82979b0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:49.861320 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e4cfce96-1d14-4ef0-b989-f7bcd7056b1a req-33ac3657-a557-4a2c-8b4b-5cf5c82979b0 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0639002 Jul 19 07:45:49.898966 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e4cfce96-1d14-4ef0-b989-f7bcd7056b1a req-a38d1f8e-8789-4260-b561-a595595a0428 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Jul 19 07:45:50.064966 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-274f2e2d-d725-46b7-b885-46f8fa06f46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:50.529916 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:51.021832 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cd0b6-98bd-4898-9b69-3fd205c316c8 req-529f22ad-312c-47bf-aa4a-ac93d72336c4 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:51.023258 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b4cd0b6-98bd-4898-9b69-3fd205c316c8 req-529f22ad-312c-47bf-aa4a-ac93d72336c4 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0600326 Jul 19 07:45:51.059747 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b4cd0b6-98bd-4898-9b69-3fd205c316c8 req-34a4774e-5714-47f4-87f6-62702e1ab0cf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304654 Jul 19 07:45:51.551836 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:52.193279 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dd9bd-5bcd-493b-a4fa-3a79999d8239 req-18d6f49b-1cee-40a6-9607-a2f1d9cb0fbf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:52.194638 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0c2dd9bd-5bcd-493b-a4fa-3a79999d8239 req-18d6f49b-1cee-40a6-9607-a2f1d9cb0fbf tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0630324 Jul 19 07:45:52.235836 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0c2dd9bd-5bcd-493b-a4fa-3a79999d8239 req-bd6ccbcd-3c5b-4384-acd4-b8d97aa31dd9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Jul 19 07:45:53.149119 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80fbdd-c491-46f4-afe0-511ce7b9267b req-b7ca944f-9e39-4c27-b3e1-bd78fe6937a0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:53.150596 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bd80fbdd-c491-46f4-afe0-511ce7b9267b req-b7ca944f-9e39-4c27-b3e1-bd78fe6937a0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0632925 Jul 19 07:45:53.187437 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bd80fbdd-c491-46f4-afe0-511ce7b9267b req-3f9d384d-a0a8-4880-b84e-3e6868608cef tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Jul 19 07:45:53.363153 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae84de-76fb-4bbc-8197-43460591b5e1 req-6c8898ab-e8f3-4001-b43a-e9d716f82f06 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:53.364645 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5bae84de-76fb-4bbc-8197-43460591b5e1 req-6c8898ab-e8f3-4001-b43a-e9d716f82f06 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0622635 Jul 19 07:45:53.402780 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:53.407836 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5bae84de-76fb-4bbc-8197-43460591b5e1 req-d5edeb40-4690-4610-abd8-4d10f3fb1c2b tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377965 Jul 19 07:45:54.543029 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc38c6c-83c8-43ce-b50d-5ee37b54bb67 req-b01c3c75-24ce-4cfb-867c-c00f073e45a9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:54.544530 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0bc38c6c-83c8-43ce-b50d-5ee37b54bb67 req-b01c3c75-24ce-4cfb-867c-c00f073e45a9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.2859788 Jul 19 07:45:54.594897 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d33c40-5c1b-438d-a616-ad9ea31bd713 req-d0d867e9-5f84-41ac-babe-721f30eaf13d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:54.596314 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c6d33c40-5c1b-438d-a616-ad9ea31bd713 req-d0d867e9-5f84-41ac-babe-721f30eaf13d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1062922 Jul 19 07:45:54.603897 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0bc38c6c-83c8-43ce-b50d-5ee37b54bb67 req-d168f7d3-59b3-4ed3-9a84-bd49e5888037 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531554 Jul 19 07:45:54.642705 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c6d33c40-5c1b-438d-a616-ad9ea31bd713 req-63985585-6e51-45de-98c8-2b5f064eae26 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378354 Jul 19 07:45:55.776513 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f797-8e2a-4b12-94cd-6931b2561f76 req-ac54c144-3bf1-4167-b50e-e7913dff1f3b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:55.778555 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f3c5f797-8e2a-4b12-94cd-6931b2561f76 req-ac54c144-3bf1-4167-b50e-e7913dff1f3b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.1032875 Jul 19 07:45:55.809708 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403a35b-336b-4825-af27-cee1980a2a03 req-3f0fcfe4-06a3-4222-9fc8-94137e1a0ac9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:55.811153 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a403a35b-336b-4825-af27-cee1980a2a03 req-3f0fcfe4-06a3-4222-9fc8-94137e1a0ac9 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.1004913 Jul 19 07:45:55.839037 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f3c5f797-8e2a-4b12-94cd-6931b2561f76 req-adcdcced-68bf-452b-ade1-b30b4c5c1b14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536554 Jul 19 07:45:55.858836 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a403a35b-336b-4825-af27-cee1980a2a03 req-3ed1efa2-8953-48ce-be0f-1c509b643f17 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Jul 19 07:45:57.014159 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73758c9-4735-4d67-ac32-e8c612bc36cf req-d56ab42e-0bc5-4050-9e1b-d86979a74c4a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:57.015648 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b73758c9-4735-4d67-ac32-e8c612bc36cf req-d56ab42e-0bc5-4050-9e1b-d86979a74c4a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.1057816 Jul 19 07:45:57.027549 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6f4a-2d54-4e1d-81c1-a1c9b86538e9 req-0a6ee9ed-8c50-43aa-bca9-be4e4e2249eb tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:57.028976 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ddae6f4a-2d54-4e1d-81c1-a1c9b86538e9 req-0a6ee9ed-8c50-43aa-bca9-be4e4e2249eb tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0889070 Jul 19 07:45:57.083641 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b73758c9-4735-4d67-ac32-e8c612bc36cf req-60fd8125-1da1-40a6-8a43-9610614d28c7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537379 Jul 19 07:45:57.088575 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ddae6f4a-2d54-4e1d-81c1-a1c9b86538e9 req-73085ec8-8f9f-41ec-85aa-85ec119f41b4 tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/security-groups?id=69e82981-2418-47e1-b57c-a06de43cb556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525155 Jul 19 07:45:57.529192 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-c848ba9a-fa65-461e-aa13-aa0c6ac68e0d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:57.530650 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-c848ba9a-fa65-461e-aa13-aa0c6ac68e0d tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 946 time: 0.0610425 Jul 19 07:45:57.559099 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:57.635610 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Deleting port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:45:57.636799 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:57.723580 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] For port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:57.723939 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:57.735793 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Calling delete_port for 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:45:57.864755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:57.876620 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:45:57.900234 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Pushing event deleted for resources: {'Port': ['ID=1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:57.934830 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.935174 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.935514 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.935861 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.936188 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.936544 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.936872 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.937200 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.937528 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.937850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.938174 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.938517 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:45:57.959245 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] No DVR routers for this DVR port 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:45:57.969843 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:57.971789 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-4f7674d6-5149-4e14-ba58-3e04cb7b8cc3 req-d4dbb789-bcb3-4f5c-ba79-c6fcaa96b24e tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.25 "DELETE /v2.0/ports/1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba HTTP/1.1" status: 204 len: 173 time: 0.4327958 Jul 19 07:45:57.972536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'name': 'network-vif-deleted', 'tag': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:45:57.974587 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af8a12-7e71-46cc-9af1-c5ee373b65fa" -d '{"events": [{"server_uuid": "4787d1b0-8d49-4492-8b96-d281f0730f8f", "name": "network-vif-deleted", "tag": "1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:45:58.038126 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989208c8-31c8-492b-bd00-8af643ed5655 req-bbc757df-b78c-4bef-8aac-43a46845f4f3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:58.039685 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-989208c8-31c8-492b-bd00-8af643ed5655 req-bbc757df-b78c-4bef-8aac-43a46845f4f3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.0821786 Jul 19 07:45:58.054593 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815c2ee2-dd3e-4849-94a9-3be07b8d98af x-openstack-request-id: req-815c2ee2-dd3e-4849-94a9-3be07b8d98af {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:45:58.054879 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4787d1b0-8d49-4492-8b96-d281f0730f8f", "name": "network-vif-deleted", "tag": "1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:45:58.055125 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-815c2ee2-dd3e-4849-94a9-3be07b8d98af {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:45:58.055509 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4787d1b0-8d49-4492-8b96-d281f0730f8f', 'name': 'network-vif-deleted', 'tag': '1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba', 'status': 'completed', 'code': 200} Jul 19 07:45:58.163674 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Deleting port f55ede16-e113-421f-9c86-f48e0dcaa051 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:45:58.164160 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:58.232012 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6659da3a-48ea-484c-90c8-5ac8acd55d15 req-1f918b1c-9cd8-4638-8268-df9334605fce tempest-ServerRescueNegativeTestJSON-1428403000 tempest-ServerRescueNegativeTestJSON-1428403000-project] 10.222.0.10 "GET /v2.0/ports?device_id=4787d1b0-8d49-4492-8b96-d281f0730f8f HTTP/1.1" status: 200 len: 210 time: 0.0555854 Jul 19 07:45:58.263912 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad74bb2-8515-43eb-9c20-56aa82567594 req-7e6c00ed-949d-48bd-bc54-142d4c67f59a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:45:58.265170 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] For port f55ede16-e113-421f-9c86-f48e0dcaa051, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f55ede16-e113-421f-9c86-f48e0dcaa051,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:45:58.265434 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dad74bb2-8515-43eb-9c20-56aa82567594 req-7e6c00ed-949d-48bd-bc54-142d4c67f59a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 947 time: 0.1002288 Jul 19 07:45:58.265553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:58.303139 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dad74bb2-8515-43eb-9c20-56aa82567594 req-e37ef749-b576-4a3d-966c-dbeefeb457c1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=104a6fa2-fc9a-421c-bd04-bca49a99e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Jul 19 07:45:58.534035 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:58.534691 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:58.534819 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.l3_db [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Floating IP d7362338-b6d7-409f-88db-5665bbe00740 disassociated. External IP: 172.27.3.122, port: f55ede16-e113-421f-9c86-f48e0dcaa051. Jul 19 07:45:58.535060 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Calling delete_port for f55ede16-e113-421f-9c86-f48e0dcaa051 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:45:58.657347 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:58.684611 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event deleted for resources: {'Port': ['ID=f55ede16-e113-421f-9c86-f48e0dcaa051,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:58.797475 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:45:58.904314 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:45:58.914314 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] Sync routers for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:45:58.924848 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:45:58.925447 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:58.954439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] No DVR routers for this DVR port f55ede16-e113-421f-9c86-f48e0dcaa051 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:45:58.957497 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:58.959648 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-989208c8-31c8-492b-bd00-8af643ed5655 req-f0b0958b-9745-4b09-9074-9e12a1081e14 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "DELETE /v2.0/ports/f55ede16-e113-421f-9c86-f48e0dcaa051 HTTP/1.1" status: 204 len: 173 time: 0.9132626 Jul 19 07:45:59.051542 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:45:59.270465 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:59.291770 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44672) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:59.298424 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44674) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:59.306743 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] Checking router: d3ee98dd-6dbd-4acb-99c8-45e092f2a049 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:45:59.315651 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:45:59.316255 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:59.438154 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:45:59.441340 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-15361ff8-fae0-4680-8273-4b53f99bd407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:59.610881 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7d54724b-7b28-4029-9401-66f649e953c1 req-6871e145-6337-42f9-a7f9-ed966e3043a7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=68d0764f-57bb-419a-a103-4ccba7984ec4 HTTP/1.1" status: 200 len: 210 time: 0.1494801 Jul 19 07:45:59.682302 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-15361ff8-fae0-4680-8273-4b53f99bd407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:59.688599 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-15361ff8-fae0-4680-8273-4b53f99bd407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:45:59.740977 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44680) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:45:59.741693 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-15361ff8-fae0-4680-8273-4b53f99bd407 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7674d99bf5594f2293b807d4bc36ac01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415009 Jul 19 07:45:59.742879 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15361ff8-fae0-4680-8273-4b53f99bd407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94e67b0-6d53-4ecd-8eff-cb483ba14a99,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:45:59.758445 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:45:59.787718 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73597908-afd4-4c27-a757-e46e543d7f94 None None] The sync data for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi is: [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:00.044781 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-098e4b60-389b-4a34-ad26-9d02b57a35ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.048919 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.119709 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b277e72-e965-4b1d-b69c-71d9ec5cc28f None None] New status for floating IP d7362338-b6d7-409f-88db-5665bbe00740: DOWN {{(pid=99882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:46:00.126676 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-deleted', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:00.128927 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df2fa06-683a-467b-962a-996f8d2dde4c" -d '{"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-deleted", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:00.157893 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-098e4b60-389b-4a34-ad26-9d02b57a35ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.198030 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5938f6-6453-4f68-8171-dc6f520bf94e x-openstack-request-id: req-3a5938f6-6453-4f68-8171-dc6f520bf94e {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:00.198323 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0764f-57bb-419a-a103-4ccba7984ec4", "name": "network-vif-deleted", "tag": "f55ede16-e113-421f-9c86-f48e0dcaa051", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:00.199096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a5938f6-6453-4f68-8171-dc6f520bf94e {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:00.199482 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0764f-57bb-419a-a103-4ccba7984ec4', 'name': 'network-vif-deleted', 'tag': 'f55ede16-e113-421f-9c86-f48e0dcaa051', 'status': 'completed', 'code': 200} Jul 19 07:46:00.312342 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-098e4b60-389b-4a34-ad26-9d02b57a35ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.314833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-098e4b60-389b-4a34-ad26-9d02b57a35ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.315975 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-098e4b60-389b-4a34-ad26-9d02b57a35ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a94e67b0-6d53-4ecd-8eff-cb483ba14a99 HTTP/1.1" status: 204 len: 168 time: 0.5740745 Jul 19 07:46:00.325848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e4b60-389b-4a34-ad26-9d02b57a35ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94e67b0-6d53-4ecd-8eff-cb483ba14a99,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:00.451120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Deleting port a021732f-efc9-4ca8-a017-963e0658f5dd {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:46:00.451464 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.505425 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:46:00.533455 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:46:00.534187 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 1efc8d78-04b0-40a1-ba6a-e7f37e1a13ba not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:46:00.541865 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] For port a021732f-efc9-4ca8-a017-963e0658f5dd, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=a021732f-efc9-4ca8-a017-963e0658f5dd,segment=NetworkSegment(99f94b40-ab62-4e87-a725-a8392dd29f19),segment_id=99f94b40-ab62-4e87-a725-a8392dd29f19)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:00.542480 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.556739 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Calling delete_port for a021732f-efc9-4ca8-a017-963e0658f5dd owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:46:00.721098 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44710) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:00.778365 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-98d5bb70-bd1e-4845-bbe9-3e11eb5844ca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.809443 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-98d5bb70-bd1e-4845-bbe9-3e11eb5844ca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.815490 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.868679 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a021732f-efc9-4ca8-a017-963e0658f5dd,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:00.882969 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-98d5bb70-bd1e-4845-bbe9-3e11eb5844ca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.887030 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-98d5bb70-bd1e-4845-bbe9-3e11eb5844ca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:00.894497 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-98d5bb70-bd1e-4845-bbe9-3e11eb5844ca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "DELETE /v2.0/security-groups/104a6fa2-fc9a-421c-bd04-bca49a99e63f HTTP/1.1" status: 204 len: 168 time: 0.1662235 Jul 19 07:46:00.904466 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44716) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:00.914619 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5bb70-bd1e-4845-bbe9-3e11eb5844ca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a6fa2-fc9a-421c-bd04-bca49a99e63f,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:00.926702 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.api.v2.resource [None req-ddb6e1f2-ef22-4705-9e07-a54e54bbf221 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] show failed (client error): The resource could not be found. Jul 19 07:46:00.927688 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ddb6e1f2-ef22-4705-9e07-a54e54bbf221 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups/104a6fa2-fc9a-421c-bd04-bca49a99e63f HTTP/1.1" status: 404 len: 347 time: 0.0219476 Jul 19 07:46:00.930522 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44718) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:01.044610 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.062281 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Deleting port bdf92060-e3b4-4e3d-bddb-a224dd79b841 {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:46:01.062626 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.084892 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44724) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:01.161252 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.161762 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.176978 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Calling delete_port for bdf92060-e3b4-4e3d-bddb-a224dd79b841 owned by network:floatingip {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:46:01.196787 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2070311911-network', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:01.287533 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Made reservation on behalf of ebc1dba6bca04b11be46abdc08df475e for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:01.289819 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.297757 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Router 4fd33770-363f-4711-a199-9ac1cf0a4a84 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:46:01.299636 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.428446 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:01.438782 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-aec2d3a7-16c2-4c1b-9a46-dad5dbe95e87 admin admin] 10.222.0.10 "PUT /v2.0/routers/4fd33770-363f-4711-a199-9ac1cf0a4a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1435707 Jul 19 07:46:01.439740 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44734) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:01.443418 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] Sync routers for ids ['4fd33770-363f-4711-a199-9ac1cf0a4a84'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:01.456726 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] Routers {'4fd33770-363f-4711-a199-9ac1cf0a4a84'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:01.457419 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['4fd33770-363f-4711-a199-9ac1cf0a4a84'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:01.547878 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.561900 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] Set router 4fd33770-363f-4711-a199-9ac1cf0a4a84 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:01.598223 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event deleted for resources: {'Port': ['ID=bdf92060-e3b4-4e3d-bddb-a224dd79b841,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:01.623247 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.651927 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.698679 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28175-52ff-42e9-adf5-dbb2882c8368 req-fa8049df-6a84-4f5e-8586-bf382cc7ddca tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:01.700080 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2ba28175-52ff-42e9-adf5-dbb2882c8368 req-fa8049df-6a84-4f5e-8586-bf382cc7ddca tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 945 time: 0.2981019 Jul 19 07:46:01.720998 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:46:01.736536 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks [] for router, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.748880 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:46:00Z', 'revision_number': 5, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:01.773857 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] Checking router: 4fd33770-363f-4711-a199-9ac1cf0a4a84 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:01.782081 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] Routers {'4fd33770-363f-4711-a199-9ac1cf0a4a84'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:01.782672 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['4fd33770-363f-4711-a199-9ac1cf0a4a84'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:01.785532 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.785874 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Added segment 20e89fa4-ff05-49c7-8810-9c5c59964f50 of type vlan for network 8f140631-2d8d-445e-87b8-332aa610bbce Jul 19 07:46:01.788514 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5addcd-2d6d-4349-a37f-ade8ce404b8d,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:01.852982 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.855979 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.860431 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-27f93967-46d9-4cc7-bd43-39c645a28bcd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "DELETE /v2.0/floatingips/d7362338-b6d7-409f-88db-5665bbe00740 HTTP/1.1" status: 204 len: 168 time: 0.9257240 Jul 19 07:46:01.890337 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2ba28175-52ff-42e9-adf5-dbb2882c8368 req-3549bc45-deee-4e62-937d-3bd4811974cc tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735053 Jul 19 07:46:01.891959 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.905290 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] Set router 4fd33770-363f-4711-a199-9ac1cf0a4a84 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:01.941117 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.942069 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:01.942647 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.947389 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:01.984713 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8986526 Jul 19 07:46:01.987542 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44738) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:01.997446 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Request body: {'subnet': {'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2070311911-subnet', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:02.022984 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Made reservation on behalf of ebc1dba6bca04b11be46abdc08df475e for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:02.027977 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.029712 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d12804-2375-4ca7-b4de-0561ce07e9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8f140631-2d8d-445e-87b8-332aa610bbce,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:02.043164 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 8f140631-2d8d-445e-87b8-332aa610bbce details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:46:02.055403 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Deleting port e907f3a3-bb59-4553-8d03-017822d6060d {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:46:02.055743 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.160768 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:46:00Z', 'revision_number': 5, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:02.169441 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44740) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:02.174015 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-1d19aa9a-26cb-4a2b-8f3b-7724c9523c92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679480128', 'description': 'tempest-description--229171790'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:02.183226 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] For port e907f3a3-bb59-4553-8d03-017822d6060d, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e907f3a3-bb59-4553-8d03-017822d6060d,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:02.183532 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.193909 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c007c5-8dad-46a7-9769-0f46b953a85d None None] The sync data for ids ['4fd33770-363f-4711-a199-9ac1cf0a4a84'] in dv-cinder-772623-11-iscsi is: [{'id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'name': 'tempest-ServerRescueNegativeTestJSON-1710325593-router', 'tenant_id': '18c290b85e5349d98729893e383e80a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:42:49Z', 'updated_at': '2021-07-19T07:46:00Z', 'revision_number': 5, 'project_id': '18c290b85e5349d98729893e383e80a2', 'gw_port': {'id': 'e907f3a3-bb59-4553-8d03-017822d6060d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd33770-363f-4711-a199-9ac1cf0a4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:42:50Z', 'updated_at': '2021-07-19T07:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:02.198819 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Calling delete_port for e907f3a3-bb59-4553-8d03-017822d6060d owned by network:router_gateway {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:46:02.242287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1d19aa9a-26cb-4a2b-8f3b-7724c9523c92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.253277 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.328014 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93482c8-ecdb-434d-8e1c-3291c8274d3a,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:02.345911 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Checking segment: {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:02.346287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Network hostable DHCP agents. Network: 8f140631-2d8d-445e-87b8-332aa610bbce, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:46:02.381576 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Network 8f140631-2d8d-445e-87b8-332aa610bbce is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:46:02.395782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1d19aa9a-26cb-4a2b-8f3b-7724c9523c92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.397066 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 8f140631-2d8d-445e-87b8-332aa610bbce) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:02.399166 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1d19aa9a-26cb-4a2b-8f3b-7724c9523c92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.402087 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.407734 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:02.407907 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306d487-12eb-49bb-a25a-2035ee9050d5 None None] Network 8f140631-2d8d-445e-87b8-332aa610bbce requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:02.408346 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.437192 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1d19aa9a-26cb-4a2b-8f3b-7724c9523c92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.438404 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-1d19aa9a-26cb-4a2b-8f3b-7724c9523c92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2680075 Jul 19 07:46:02.441539 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Pushing event deleted for resources: {'Port': ['ID=e907f3a3-bb59-4553-8d03-017822d6060d,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:02.441803 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44742) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:02.447080 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-16954696-1d99-4a4b-9fbd-fd70cf5c5814 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'security_group_rule': {'security_group_id': 'd9952585-e431-4137-b87a-160e9bb01583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:02.452272 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-87d4e25c-4a83-43e1-b15b-9a9cd0e8cfd6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4622498 Jul 19 07:46:02.456184 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19aa9a-26cb-4a2b-8f3b-7724c9523c92 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9952585-e431-4137-b87a-160e9bb01583,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:02.458137 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44744) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:02.463673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:02.494357 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-16954696-1d99-4a4b-9fbd-fd70cf5c5814 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.506248 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.512697 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.513687 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.513868 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:46:02.542423 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: f55ede16-e113-421f-9c86-f48e0dcaa051 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:46:02.542806 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f55ede16-e113-421f-9c86-f48e0dcaa051 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:46:02.608636 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.610530 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-16954696-1d99-4a4b-9fbd-fd70cf5c5814 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.617768 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-16954696-1d99-4a4b-9fbd-fd70cf5c5814 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.620853 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-8f140631-2d8d-445e-87b8-332aa610bbce', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:46:02.621388 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.629989 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.633085 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.695604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16954696-1d99-4a4b-9fbd-fd70cf5c5814 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f836a7-1d07-4e3b-a991-c35423758817,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:02.787325 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Allocated IP 172.20.0.2 (8f140631-2d8d-445e-87b8-332aa610bbce/a93482c8-ecdb-434d-8e1c-3291c8274d3a/e7af0ef5-b1af-46b4-84c5-f295bf8efd5e) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:02.927845 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.928642 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd33770-363f-4711-a199-9ac1cf0a4a84 {{(pid=99881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:46:02.934985 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] Notify callbacks [] for router, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.938719 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-1ae75c86-0d22-4e08-8664-1f86bc11ad9c admin admin] 10.222.0.10 "DELETE /v2.0/routers/4fd33770-363f-4711-a199-9ac1cf0a4a84 HTTP/1.1" status: 204 len: 168 time: 1.4893823 Jul 19 07:46:02.939013 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44750) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:02.970775 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.981086 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Transition to ACTIVE for port object e7af0ef5-b1af-46b4-84c5-f295bf8efd5e will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:02.991195 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-16954696-1d99-4a4b-9fbd-fd70cf5c5814 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:02.992403 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-16954696-1d99-4a4b-9fbd-fd70cf5c5814 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5497143 Jul 19 07:46:02.994475 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_v2 [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] Deleting subnet 364615c6-9168-4f15-9bf7-8b402090bd0b {{(pid=99881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:46:02.996176 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44752) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:02.999307 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.006455 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-9913a73a-bb08-45ae-8549-3da67c28b49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'security_group_rule': {'security_group_id': 'd9952585-e431-4137-b87a-160e9bb01583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:03.016782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.022696 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Transition to ACTIVE for port object e7af0ef5-b1af-46b4-84c5-f295bf8efd5e will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:03.029045 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.069931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Network 8f140631-2d8d-445e-87b8-332aa610bbce is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:03.072975 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:03.075435 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4345918'] for subnet, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.077041 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:03.080460 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9913a73a-bb08-45ae-8549-3da67c28b49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.130785 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.138115 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Pushing event updated for resources: {'Port': ['ID=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:03.173495 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77270314-0539-4de4-90e1-103a005ff99c req-eb36d3d4-d5e5-483f-9caa-abd8d4c5d036 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:03.174867 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-77270314-0539-4de4-90e1-103a005ff99c req-eb36d3d4-d5e5-483f-9caa-abd8d4c5d036 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 945 time: 0.1464131 Jul 19 07:46:03.228922 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-77270314-0539-4de4-90e1-103a005ff99c req-6cf52694-7d52-4ed5-886a-d9db4b34510c tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/security-groups?id=9da195b8-b3e0-4df0-a19a-d245cf7b39da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Jul 19 07:46:03.231123 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4305373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5974826'] for subnet, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.239241 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9913a73a-bb08-45ae-8549-3da67c28b49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.258077 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9913a73a-bb08-45ae-8549-3da67c28b49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.263703 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364615c6-9168-4f15-9bf7-8b402090bd0b,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:03.265850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.267170 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Attempting to bind port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:03.269989 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-96baca19-1f00-458d-8ac7-dad582868f9e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/364615c6-9168-4f15-9bf7-8b402090bd0b HTTP/1.1" status: 204 len: 168 time: 0.3276672 Jul 19 07:46:03.270354 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44754) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:03.270760 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Attempting to bind port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:03.271435 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Attempting to bind port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e on network 8f140631-2d8d-445e-87b8-332aa610bbce {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:03.279891 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.280484 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.280830 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.281420 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.281903 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913a73a-bb08-45ae-8549-3da67c28b49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c016b55c-d3d0-4b3b-a547-3d72666e8d5e,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:03.282102 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.282594 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.282931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.283259 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.283750 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.284080 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.284471 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.284798 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:03.288161 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:03.288566 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Checking segment: {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:03.289282 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.289795 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Bound using segment: {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:03.290435 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Bound port: e7af0ef5-b1af-46b4-84c5-f295bf8efd5e, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:03.290822 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.309104 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-a71e4d3c-c72c-486e-bedc-11a93cd0e6d7 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:03.310674 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-a71e4d3c-c72c-486e-bedc-11a93cd0e6d7 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 945 time: 0.1886411 Jul 19 07:46:03.313085 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9913a73a-bb08-45ae-8549-3da67c28b49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.314231 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-9913a73a-bb08-45ae-8549-3da67c28b49b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147967 Jul 19 07:46:03.317791 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44756) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:03.325215 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:03.354384 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] For port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:03.358370 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] For port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:03.364067 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.379211 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.393038 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.424491 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34c9f3-1dda-4254-8e61-7ba3a23d6a42 None None] Pushing event updated for resources: {'Port': ['ID=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:03.497408 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.508350 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.512280 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b24a504-9d98-4369-9ba2-6577737a3cab']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:03.524602 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f94b40-ab62-4e87-a725-a8392dd29f19') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:03.525101 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f94b40-ab62-4e87-a725-a8392dd29f19') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:03.533173 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.545484 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Deleting port f0980685-5298-4464-baae-ddf59a358d95 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:46:03.545956 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.563022 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.588434 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.597267 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:46:03.597759 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:46:03.599594 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:46:03.681653 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.695585 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.702328 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.706043 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9b24a504-9d98-4369-9ba2-6577737a3cab HTTP/1.1" status: 204 len: 168 time: 0.4321415 Jul 19 07:46:03.747446 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] For port f0980685-5298-4464-baae-ddf59a358d95, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f0980685-5298-4464-baae-ddf59a358d95,segment=NetworkSegment(1d914a28-ac2a-41ee-8783-4b8de9bd42b1),segment_id=1d914a28-ac2a-41ee-8783-4b8de9bd42b1)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:03.747813 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:03.749524 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc97e8-86e2-4239-a415-a99f53d3e687 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b24a504-9d98-4369-9ba2-6577737a3cab,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:03.777162 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Calling delete_port for f0980685-5298-4464-baae-ddf59a358d95 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:46:03.793798 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Allocated IP 172.27.3.74 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/0916f316-db12-4f30-9702-a5451e0fd2b9) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:03.864140 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e7af0ef5-b1af-46b4-84c5-f295bf8efd5e up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:03.882642 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44760) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:03.926362 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:03.931246 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-754c7412-9474-4c4d-a20b-be20307c3361 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18c290b85e5349d98729893e383e80a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474110 Jul 19 07:46:03.936910 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44762) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:03.988312 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device a021732f-efc9-4ca8-a017-963e0658f5dd no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:46:03.999983 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-63bdcda9-40b3-4c66-9a09-9bcd5399c685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.001478 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.013105 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: a021732f-efc9-4ca8-a017-963e0658f5dd {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:46:04.013407 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device a021732f-efc9-4ca8-a017-963e0658f5dd not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:46:04.013852 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e907f3a3-bb59-4553-8d03-017822d6060d no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:46:04.023879 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-63bdcda9-40b3-4c66-9a09-9bcd5399c685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.026053 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.034467 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: e907f3a3-bb59-4553-8d03-017822d6060d {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:46:04.035218 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e907f3a3-bb59-4553-8d03-017822d6060d not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:46:04.038166 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['f0980685-5298-4464-baae-ddf59a358d95'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:46:04.076095 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Pushing event deleted for resources: {'Port': ['ID=f0980685-5298-4464-baae-ddf59a358d95,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:04.079887 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-63bdcda9-40b3-4c66-9a09-9bcd5399c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.083074 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-63bdcda9-40b3-4c66-9a09-9bcd5399c685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.084415 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-63bdcda9-40b3-4c66-9a09-9bcd5399c685 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69e82981-2418-47e1-b57c-a06de43cb556 HTTP/1.1" status: 204 len: 168 time: 0.1462257 Jul 19 07:46:04.092874 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdcda9-40b3-4c66-9a09-9bcd5399c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e82981-2418-47e1-b57c-a06de43cb556,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:04.125009 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] No DVR routers for this DVR port f0980685-5298-4464-baae-ddf59a358d95 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:46:04.128182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.130769 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-940bec23-c7fe-41f5-a7e5-c0157afd152d req-0c4c683c-11f3-4189-abcd-2200b3bbc7fe tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.25 "DELETE /v2.0/ports/f0980685-5298-4464-baae-ddf59a358d95 HTTP/1.1" status: 204 len: 173 time: 0.8136985 Jul 19 07:46:04.131081 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'name': 'network-vif-deleted', 'tag': 'f0980685-5298-4464-baae-ddf59a358d95'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:04.133348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608d94c-621f-4df4-b28e-0bec82940575" -d '{"events": [{"server_uuid": "eba57826-bf59-4d64-aae6-4cfe46213ce9", "name": "network-vif-deleted", "tag": "f0980685-5298-4464-baae-ddf59a358d95"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:04.144957 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.188491 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:04.191480 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:04.195649 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:04.229571 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Allocated IP 172.27.3.17 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/05ae8d3f-b48a-4083-8ce3-5df39fd62762) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:04.242442 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f6b1b-4712-41ed-9d83-61d41f0e6972 x-openstack-request-id: req-801f6b1b-4712-41ed-9d83-61d41f0e6972 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:04.242755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba57826-bf59-4d64-aae6-4cfe46213ce9", "name": "network-vif-deleted", "tag": "f0980685-5298-4464-baae-ddf59a358d95", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:04.243004 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-801f6b1b-4712-41ed-9d83-61d41f0e6972 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:04.243603 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba57826-bf59-4d64-aae6-4cfe46213ce9', 'name': 'network-vif-deleted', 'tag': 'f0980685-5298-4464-baae-ddf59a358d95', 'status': 'completed', 'code': 200} Jul 19 07:46:04.288505 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0916f316-db12-4f30-9702-a5451e0fd2b9,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:04.421284 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f6dd5614-ee5d-4c9f-9a91-eaffcdc25b52 req-568d3be2-2937-4bc5-945e-351a90b7af45 tempest-VolumesSnapshotTestJSON-70086047 tempest-VolumesSnapshotTestJSON-70086047-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba57826-bf59-4d64-aae6-4cfe46213ce9 HTTP/1.1" status: 200 len: 210 time: 0.0475361 Jul 19 07:46:04.462637 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.520739 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.534133 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.583354 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:04.589154 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:04.591358 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:04.593450 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'Port': ['ID=05ae8d3f-b48a-4083-8ce3-5df39fd62762,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:04.674090 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd5fa4-e8fb-4b0c-b11b-f71b189a2537 None None] Network 8f140631-2d8d-445e-87b8-332aa610bbce requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:04.701010 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.747609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-eb227bd3-cb92-4e28-be9d-ef0db390bd57 None None] Provisioning for port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:04.752955 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-eb227bd3-cb92-4e28-be9d-ef0db390bd57 None None] Provisioning complete for port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:04.753204 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.753408 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-eb227bd3-cb92-4e28-be9d-ef0db390bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.862156 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.933637 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-eb227bd3-cb92-4e28-be9d-ef0db390bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.975727 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-eb227bd3-cb92-4e28-be9d-ef0db390bd57 None None] For port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:04.978612 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.984196 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-eb227bd3-cb92-4e28-be9d-ef0db390bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:04.985578 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.037607 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb227bd3-cb92-4e28-be9d-ef0db390bd57 None None] Pushing event updated for resources: {'Port': ['ID=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:05.060588 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Router 31ebb51e-ee55-4332-bffc-27bcaec63e6e is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:46:05.069370 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'Port': ['ID=05ae8d3f-b48a-4083-8ce3-5df39fd62762,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:05.076777 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44788) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:05.091590 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.108963 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.110574 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-8b0a9db2-08d8-4d4e-9e7a-9712443cf5d8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7915890 Jul 19 07:46:05.198116 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:05.210336 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Sync routers for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:05.227164 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:05.227872 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.228346 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:05.232165 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e7466332-4674-4189-9930-48ae702a45c2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7688949 Jul 19 07:46:05.232793 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44796) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:05.253113 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023780751-network', 'tenant_id': '9e19ed4822214afe988b742ea0afc111'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:05.280824 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Made reservation on behalf of 9e19ed4822214afe988b742ea0afc111 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:05.284069 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.295352 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.315032 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-4b0bc404-0df1-4bd3-9147-c92a6ad8d5a7 None None] Provisioning complete for port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:05.315686 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-4b0bc404-0df1-4bd3-9147-c92a6ad8d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.378409 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:05.393562 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.397559 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.426797 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:46:05.439986 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01952572-00e0-45dd-b85b-0e11338cc999,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:05.446304 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.446943 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Added segment f78f8578-68db-4eac-82e3-a482a8a0b7d2 of type vlan for network bb7d30e8-e169-410b-9b8c-8a1ae31f1081 Jul 19 07:46:05.452520 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-dbae0e54-6b95-41a1-ae8b-eacc7ae604aa tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1679480128&fields=id&tenant_id=88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 267 time: 0.1039343 Jul 19 07:46:05.511280 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.554906 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.556136 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:05.557388 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.628705 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:04Z', 'revision_number': 3, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:05.636050 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5578580 Jul 19 07:46:05.637138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b510e-84ad-49df-acd4-fc76e028997f admin admin] Pushing event updated for resources: {'Network': ['ID=bb7d30e8-e169-410b-9b8c-8a1ae31f1081,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:05.639512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44810) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:05.645061 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Request body: {'subnet': {'network_id': 'bb7d30e8-e169-410b-9b8c-8a1ae31f1081', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023780751-subnet', 'tenant_id': '9e19ed4822214afe988b742ea0afc111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:05.651863 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-b0d5d97a-ff6b-4b5e-b172-a3b9d34e3b3d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:05.653374 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-b0d5d97a-ff6b-4b5e-b172-a3b9d34e3b3d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 817 time: 0.1920063 Jul 19 07:46:05.674492 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network bb7d30e8-e169-410b-9b8c-8a1ae31f1081 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:46:05.677377 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Made reservation on behalf of 9e19ed4822214afe988b742ea0afc111 for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:05.680146 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.680696 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Checking router: 31ebb51e-ee55-4332-bffc-27bcaec63e6e for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:05.681058 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Updating router 31ebb51e-ee55-4332-bffc-27bcaec63e6e port 0916f316-db12-4f30-9702-a5451e0fd2b9 binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:46:05.705734 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-d06f37d3-cade-43e0-8a57-2e3f4b5b60df tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/quotas/88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 375 time: 0.0304904 Jul 19 07:46:05.756646 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e7af0ef5-b1af-46b4-84c5-f295bf8efd5e up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:05.824580 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:05.909776 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-578fb617-36a6-45bb-a139-0f471cd68f02 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730380 Jul 19 07:46:05.927055 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.000504 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:06.000880 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.003251 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6365b0f9-95a8-48c4-b271-c5d8efd85092,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:06.012014 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Checking segment: {'id': 'f78f8578-68db-4eac-82e3-a482a8a0b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bb7d30e8-e169-410b-9b8c-8a1ae31f1081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:06.012477 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Network hostable DHCP agents. Network: bb7d30e8-e169-410b-9b8c-8a1ae31f1081, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:46:06.030738 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Network bb7d30e8-e169-410b-9b8c-8a1ae31f1081 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:46:06.035018 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.044506 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, bb7d30e8-e169-410b-9b8c-8a1ae31f1081) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:06.049975 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:06.050619 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.057378 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de7334-1c9d-4292-8909-68352642dd4b None None] Network bb7d30e8-e169-410b-9b8c-8a1ae31f1081 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:06.067908 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-729bc126-8c7d-479a-a420-539713a814ef admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4270830 Jul 19 07:46:06.114167 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-a6293691-a2e8-4179-a0a6-c2a9aadf5eaa service neutron] 10.222.0.10 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035005 Jul 19 07:46:06.284153 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-fdb0a5ce-3776-42ec-be4a-83d338ece565 service neutron] 10.222.0.10 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564982 Jul 19 07:46:06.302691 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Allocated IP 172.20.0.1 (8f140631-2d8d-445e-87b8-332aa610bbce/a93482c8-ecdb-434d-8e1c-3291c8274d3a/c16eec0a-4f9a-43a5-a770-550706a93b41) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:06.311664 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecccf321-0008-4977-9a88-a4bef3258242 None None] Network bb7d30e8-e169-410b-9b8c-8a1ae31f1081 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:06.360164 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.403492 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Transition to ACTIVE for port object 0916f316-db12-4f30-9702-a5451e0fd2b9 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:06.422344 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.441011 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.459118 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.provisioning_blocks [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Transition to ACTIVE for port object c16eec0a-4f9a-43a5-a770-550706a93b41 will not be triggered until provisioned by entity DHCP. {{(pid=99881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:06.522276 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e7992a33-d680-4069-a01f-953fd86a288d req-a1f7b658-e915-417a-99a0-6b70c6dfeb1a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 210 time: 0.0487325 Jul 19 07:46:06.539069 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Attempting to bind port 0916f316-db12-4f30-9702-a5451e0fd2b9 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:06.539794 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Attempting to bind port 0916f316-db12-4f30-9702-a5451e0fd2b9 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:06.540439 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Attempting to bind port 0916f316-db12-4f30-9702-a5451e0fd2b9 on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:06.546833 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f0980685-5298-4464-baae-ddf59a358d95 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:46:06.569402 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.630558 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Network 8f140631-2d8d-445e-87b8-332aa610bbce is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:06.639340 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:06.655788 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Pushing event updated for resources: {'Port': ['ID=c16eec0a-4f9a-43a5-a770-550706a93b41,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:06.662635 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:06.703662 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.722897 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: f0980685-5298-4464-baae-ddf59a358d95 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:46:06.723386 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f0980685-5298-4464-baae-ddf59a358d95 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:46:06.725909 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44838) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:06.728582 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:06.729118 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:06.729445 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.729744 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:06.730211 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Bound port: 0916f316-db12-4f30-9702-a5451e0fd2b9, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:06.730585 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.732230 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1932778655-network', 'tenant_id': 'e0c7f994a95d4120bccf422ac7c30845'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:06.735064 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2e56f-9eb5-4521-9944-134eb4dacebc None None] Pushing event updated for resources: {'Port': ['ID=0916f316-db12-4f30-9702-a5451e0fd2b9,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:06.778185 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Made reservation on behalf of e0c7f994a95d4120bccf422ac7c30845 for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:06.780543 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.795331 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] For port 0916f316-db12-4f30-9702-a5451e0fd2b9, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:06.798943 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] For port 0916f316-db12-4f30-9702-a5451e0fd2b9, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=0916f316-db12-4f30-9702-a5451e0fd2b9,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:06.804712 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.812815 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.861012 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:06.861467 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:06.916702 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2e56f-9eb5-4521-9944-134eb4dacebc None None] Pushing event updated for resources: {'Port': ['ID=0916f316-db12-4f30-9702-a5451e0fd2b9,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:06.918115 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.966216 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-1672c0cf-1ec9-4c48-af91-8973973b070a None None] Provisioning for port c16eec0a-4f9a-43a5-a770-550706a93b41 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:06.972142 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-1672c0cf-1ec9-4c48-af91-8973973b070a None None] Provisioning complete for port c16eec0a-4f9a-43a5-a770-550706a93b41 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:06.972348 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1672c0cf-1ec9-4c48-af91-8973973b070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:06.993797 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.000575 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.015492 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-1672c0cf-1ec9-4c48-af91-8973973b070a None None] Port c16eec0a-4f9a-43a5-a770-550706a93b41 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:46:07.050727 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:07.056043 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef8b10-fc14-451a-a36a-a9c3b2e3f98c,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:07.085057 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:46:07.100273 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.101389 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Added segment 2a185ee4-78f8-4a74-951a-7fed3c19eb3c of type vlan for network 60dbc929-0ff8-4f73-9f68-bf3d7b417058 Jul 19 07:46:07.155130 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.156319 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.165423 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.199440 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.200526 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:07.201190 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.267743 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5398908 Jul 19 07:46:07.267933 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df901e-5476-4219-867f-8785d6e64e1d admin admin] Pushing event updated for resources: {'Network': ['ID=60dbc929-0ff8-4f73-9f68-bf3d7b417058,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:07.270455 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44850) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:07.277680 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Request body: {'subnet': {'network_id': '60dbc929-0ff8-4f73-9f68-bf3d7b417058', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1932778655-subnet', 'tenant_id': 'e0c7f994a95d4120bccf422ac7c30845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:07.280668 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 60dbc929-0ff8-4f73-9f68-bf3d7b417058 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:46:07.311283 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Made reservation on behalf of e0c7f994a95d4120bccf422ac7c30845 for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:07.314299 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.432516 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 1, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:07.460967 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b83e13-960a-4662-8b31-662634a4ad15 None None] The sync data for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi is: [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 1, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:07.509604 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.509830 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.522476 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Pushing event updated for resources: {'Port': ['ID=c16eec0a-4f9a-43a5-a770-550706a93b41,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:07.582639 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Checking segment: {'id': '2a185ee4-78f8-4a74-951a-7fed3c19eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '60dbc929-0ff8-4f73-9f68-bf3d7b417058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:07.583003 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Network hostable DHCP agents. Network: 60dbc929-0ff8-4f73-9f68-bf3d7b417058, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:46:07.586960 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a1fa89-cca3-4c63-8c7d-ce755c891b20,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:07.605611 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Network 60dbc929-0ff8-4f73-9f68-bf3d7b417058 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:46:07.615857 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 60dbc929-0ff8-4f73-9f68-bf3d7b417058) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:07.621240 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:07.621843 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.630585 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055052ae-c027-4290-812a-eded3f9a45a8 None None] Network 60dbc929-0ff8-4f73-9f68-bf3d7b417058 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:07.637098 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-8bf10477-9504-4c84-b511-8efd3e260a68 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3655367 Jul 19 07:46:07.657425 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e528250f-79e5-4323-95cd-b119e1bb6ebf req-f43a0768-c6c5-41ce-ba23-e09df6d5924a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 210 time: 0.0533218 Jul 19 07:46:07.676054 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Network 8f140631-2d8d-445e-87b8-332aa610bbce is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:07.684203 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:07.821318 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44856) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:07.835992 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaf8e4b-cd07-48ec-89fe-4558e0eb3fc3 None None] Network 60dbc929-0ff8-4f73-9f68-bf3d7b417058 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:07.876303 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Router 31ebb51e-ee55-4332-bffc-27bcaec63e6e has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:46:07.907664 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] Deleting subnet 6365b0f9-95a8-48c4-b271-c5d8efd85092 {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:46:07.911641 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:07.962287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.006460 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.009366 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:08.020858 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f98a9388-1a83-479c-83d9-928ec3c06cde admin admin] 10.222.0.10 "PUT /v2.0/routers/31ebb51e-ee55-4332-bffc-27bcaec63e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7871919 Jul 19 07:46:08.042425 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-05307314-a750-4d0d-adf0-08c53d454b47 None None] Provisioning complete for port c16eec0a-4f9a-43a5-a770-550706a93b41 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:08.042815 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-05307314-a750-4d0d-adf0-08c53d454b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.081621 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.083375 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-05307314-a750-4d0d-adf0-08c53d454b47 None None] Port c16eec0a-4f9a-43a5-a770-550706a93b41 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:46:08.114509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6365b0f9-95a8-48c4-b271-c5d8efd85092,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:08.122954 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.124887 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-96c9d52f-f524-4a6a-89eb-bf2759510fcd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6365b0f9-95a8-48c4-b271-c5d8efd85092 HTTP/1.1" status: 204 len: 168 time: 0.3025651 Jul 19 07:46:08.127298 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44860) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:08.199712 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.296693 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.313806 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7d30e8-e169-410b-9b8c-8a1ae31f1081']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:08.324621 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78f8578-68db-4eac-82e3-a482a8a0b7d2') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:08.324981 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78f8578-68db-4eac-82e3-a482a8a0b7d2') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:08.334899 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.358439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.365652 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:46:08.366063 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:46:08.367769 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:46:08.431779 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.655327 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44876) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:08.661042 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-521168101-network', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:08.677248 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.684189 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] 10.222.0.10 "DELETE /v2.0/networks/bb7d30e8-e169-410b-9b8c-8a1ae31f1081 HTTP/1.1" status: 204 len: 168 time: 0.5545502 Jul 19 07:46:08.684850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44880) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:08.685356 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f34c0-e3c3-4a40-8107-3bcbadfa412e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7d30e8-e169-410b-9b8c-8a1ae31f1081,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:08.712812 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Made reservation on behalf of 95eb1105d63447d9a0d2529e9e1566d3 for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:08.715287 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.732148 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.774344 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bb64636c-fb96-4b40-bc86-ddd4a0dc5057 req-1b16b931-c47f-431d-9f25-8fcfb11e6fb7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 210 time: 0.0467317 Jul 19 07:46:08.784252 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] Deleting subnet c0a1fa89-cca3-4c63-8c7d-ce755c891b20 {{(pid=99881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:46:08.790965 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.839933 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4345918'] for subnet, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.901890 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.964763 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.972204 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:08.987911 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4305373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5974826'] for subnet, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.007519 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:46:09.032223 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.034390 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c0a1fa89-cca3-4c63-8c7d-ce755c891b20 HTTP/1.1" status: 204 len: 168 time: 0.3486540 Jul 19 07:46:09.036729 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44882) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:09.037487 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53369a9-b2e8-4062-8bdd-bbb4a9377370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a1fa89-cca3-4c63-8c7d-ce755c891b20,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:09.040543 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662d1b5d-e043-4a61-80e0-1e55241f25b0,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:09.046983 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.047331 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Added segment bf11e2e4-0364-45a9-aa36-eb1dceb1baab of type vlan for network c59807f7-eee2-4c16-a2ee-347031ad1d7d Jul 19 07:46:09.086533 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.103969 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.121379 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.122338 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:09.122914 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.156249 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4992888 Jul 19 07:46:09.159046 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44884) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:09.164061 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Request body: {'subnet': {'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-521168101-subnet', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:09.186381 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb22b4-07d6-44a4-8f32-33e66bdca3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c59807f7-eee2-4c16-a2ee-347031ad1d7d,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:09.195476 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.197028 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:46:09.209967 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dbc929-0ff8-4f73-9f68-bf3d7b417058']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:09.224802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a185ee4-78f8-4a74-951a-7fed3c19eb3c') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:09.225136 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a185ee4-78f8-4a74-951a-7fed3c19eb3c') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:09.236090 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.242605 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Made reservation on behalf of 95eb1105d63447d9a0d2529e9e1566d3 for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:09.244932 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.266779 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.276001 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:46:09.277001 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:46:09.278592 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:46:09.375049 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.382642 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.384615 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] 10.222.0.10 "DELETE /v2.0/networks/60dbc929-0ff8-4f73-9f68-bf3d7b417058 HTTP/1.1" status: 204 len: 168 time: 0.3468690 Jul 19 07:46:09.399636 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a07885-8560-4f7a-b93a-576f11d3ed5c admin admin] Pushing event deleted for resources: {'Network': ['ID=60dbc929-0ff8-4f73-9f68-bf3d7b417058,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:09.492800 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.552328 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44890) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:09.561426 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df5e9bd-f265-4468-bb90-5168f81113da,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:09.565715 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Checking segment: {'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:09.566074 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Network hostable DHCP agents. Network: c59807f7-eee2-4c16-a2ee-347031ad1d7d, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:46:09.583513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:46:09.595153 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, c59807f7-eee2-4c16-a2ee-347031ad1d7d) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:09.598477 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9108a651-17d1-4430-9151-ec7a36d7af2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e19ed4822214afe988b742ea0afc111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426519 Jul 19 07:46:09.599659 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:09.600252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.602361 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44892) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:09.604524 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d967e6-471d-45ef-b463-313b466305c9 None None] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:09.626723 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-4caea36b-4983-48f7-a38b-94580fb1d365 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4666240 Jul 19 07:46:09.629703 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44894) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:09.635585 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:09.657412 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.658378 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.682273 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-6e58b903-a84b-441b-9cc9-70802ff6a2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.718909 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-6e58b903-a84b-441b-9cc9-70802ff6a2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.725521 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.752148 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Sync routers for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:09.770459 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'fixed_ips': [{'subnet_id': '4df5e9bd-f265-4468-bb90-5168f81113da'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:46:09.771562 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:09.772699 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.773304 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:09.786832 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0916f316-db12-4f30-9702-a5451e0fd2b9 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:09.819634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-6e58b903-a84b-441b-9cc9-70802ff6a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.827853 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-6e58b903-a84b-441b-9cc9-70802ff6a2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.829927 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-6e58b903-a84b-441b-9cc9-70802ff6a2ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01952572-00e0-45dd-b85b-0e11338cc999 HTTP/1.1" status: 204 len: 168 time: 0.2266214 Jul 19 07:46:09.853230 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58b903-a84b-441b-9cc9-70802ff6a2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01952572-00e0-45dd-b85b-0e11338cc999,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:09.914420 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:09.927699 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:09.969821 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 0916f316-db12-4f30-9702-a5451e0fd2b9 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:09.981056 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2b45cce1-ae8d-4e31-b7bd-d6065103bee3 req-f88c5d31-270e-4fdb-9c6e-059da253ffda tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 210 time: 0.0581429 Jul 19 07:46:10.002012 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 0916f316-db12-4f30-9702-a5451e0fd2b9 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:10.002461 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.063497 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Allocated IP 172.20.0.2 (c59807f7-eee2-4c16-a2ee-347031ad1d7d/4df5e9bd-f265-4468-bb90-5168f81113da/def8e42a-650e-4e30-b0b9-d6013f7cf3a9) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:10.177319 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:46:10.180158 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 2, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:10.181025 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.186497 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.208092 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.218465 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Checking router: 31ebb51e-ee55-4332-bffc-27bcaec63e6e for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:10.219250 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Updating router 31ebb51e-ee55-4332-bffc-27bcaec63e6e port c16eec0a-4f9a-43a5-a770-550706a93b41 binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:46:10.220884 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 0916f316-db12-4f30-9702-a5451e0fd2b9, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=0916f316-db12-4f30-9702-a5451e0fd2b9,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:10.249866 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.257950 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.302763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.302896 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44902) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:10.319881 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Transition to ACTIVE for port object def8e42a-650e-4e30-b0b9-d6013f7cf3a9 will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:10.326075 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=0916f316-db12-4f30-9702-a5451e0fd2b9,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:10.340312 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Transition to ACTIVE for port object def8e42a-650e-4e30-b0b9-d6013f7cf3a9 will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:10.345971 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Allocated IP 172.27.3.92 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/2e4491a5-7e55-4187-9318-2c220302517c) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:10.348696 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.353539 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-4d0bd919-7ad0-4db0-b1ea-9d8e15ea6260 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0c7f994a95d4120bccf422ac7c30845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497670 Jul 19 07:46:10.356769 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 44906) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:10.396698 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:10.406105 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:10.409011 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Pushing event updated for resources: {'Port': ['ID=def8e42a-650e-4e30-b0b9-d6013f7cf3a9,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:10.411180 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:10.436596 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-08943528-d6e9-4d84-8f19-f41a21df4ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.463559 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-08943528-d6e9-4d84-8f19-f41a21df4ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.488557 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Attempting to bind port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:10.488925 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Attempting to bind port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:10.489884 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Attempting to bind port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 on network c59807f7-eee2-4c16-a2ee-347031ad1d7d {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:10.496430 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:10.496831 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Checking segment: {'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:10.497424 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.497835 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Bound using segment: {'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:10.498377 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Bound port: def8e42a-650e-4e30-b0b9-d6013f7cf3a9, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:10.498790 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.576596 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.583641 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] For port def8e42a-650e-4e30-b0b9-d6013f7cf3a9, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:10.591316 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] For port def8e42a-650e-4e30-b0b9-d6013f7cf3a9, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=def8e42a-650e-4e30-b0b9-d6013f7cf3a9,segment=NetworkSegment(bf11e2e4-0364-45a9-aa36-eb1dceb1baab),segment_id=bf11e2e4-0364-45a9-aa36-eb1dceb1baab)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:10.598143 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.618375 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-08943528-d6e9-4d84-8f19-f41a21df4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.621590 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-08943528-d6e9-4d84-8f19-f41a21df4ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.623041 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-08943528-d6e9-4d84-8f19-f41a21df4ce8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bef8b10-fc14-451a-a36a-a9c3b2e3f98c HTTP/1.1" status: 204 len: 168 time: 0.2650506 Jul 19 07:46:10.637142 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-663f8007-a4d2-482b-901a-3b51e6d13ecc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:10.640239 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-663f8007-a4d2-482b-901a-3b51e6d13ecc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 817 time: 0.1673310 Jul 19 07:46:10.645693 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08943528-d6e9-4d84-8f19-f41a21df4ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef8b10-fc14-451a-a36a-a9c3b2e3f98c,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:10.657109 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.667883 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63138c6b-9593-4bc3-b815-d2e8f3f690b6 None None] Pushing event updated for resources: {'Port': ['ID=def8e42a-650e-4e30-b0b9-d6013f7cf3a9,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:10.690034 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.711120 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9f00d503-6014-48c8-839d-678a9e373023 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 380 time: 0.0608351 Jul 19 07:46:10.713345 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Transition to ACTIVE for port object c16eec0a-4f9a-43a5-a770-550706a93b41 will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:10.723019 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:10.726051 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:10.726306 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'port': {'device_id': '41dd2374-5209-4529-a210-4b29d76c7c07', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'admin_state_up': True, 'tenant_id': '88008b667845419886b01b7be74ee955', 'security_groups': ['d9952585-e431-4137-b87a-160e9bb01583']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:10.726567 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:10.735883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:10.768642 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=2e4491a5-7e55-4187-9318-2c220302517c,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:10.792023 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Pushing event updated for resources: {'Port': ['ID=c16eec0a-4f9a-43a5-a770-550706a93b41,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:10.805386 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.805843 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.806084 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.806419 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.806744 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.807077 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.807395 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.808001 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.808535 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.808843 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.809372 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.809653 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:10.933245 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Made reservation on behalf of 88008b667845419886b01b7be74ee955 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:10.937666 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.009303 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Attempting to bind port c16eec0a-4f9a-43a5-a770-550706a93b41 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:11.009885 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Attempting to bind port c16eec0a-4f9a-43a5-a770-550706a93b41 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:11.010282 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Attempting to bind port c16eec0a-4f9a-43a5-a770-550706a93b41 on network 8f140631-2d8d-445e-87b8-332aa610bbce {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:11.017786 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:11.018345 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Checking segment: {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:11.019284 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.020126 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Bound using segment: {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:11.020426 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Bound port: c16eec0a-4f9a-43a5-a770-550706a93b41, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:11.021009 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.143340 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Allocated IP 172.20.0.11 (13dd5e63-2351-452e-8059-e6311724dd6f/00536343-cd69-4ceb-9d12-e2d1c0705020/49473151-fd9a-44f8-b2fc-d39cde737632) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:11.180389 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2717cfa9-8bd0-4f00-856f-32e4d4159d98 req-3e3924b9-07a7-4a0d-a4a8-49003a8138e9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 210 time: 0.0713246 Jul 19 07:46:11.187726 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] For port c16eec0a-4f9a-43a5-a770-550706a93b41, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:11.198739 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] For port c16eec0a-4f9a-43a5-a770-550706a93b41, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=c16eec0a-4f9a-43a5-a770-550706a93b41,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:11.208121 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.246295 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.311190 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e02461-5079-494d-a85f-c3e036e786fe None None] Pushing event updated for resources: {'Port': ['ID=c16eec0a-4f9a-43a5-a770-550706a93b41,revision_number=4']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:11.315524 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:11.316121 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:11.455819 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:11.467300 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.526211 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Transition to ACTIVE for port object 49473151-fd9a-44f8-b2fc-d39cde737632 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:11.581945 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.595029 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.643644 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Network 13dd5e63-2351-452e-8059-e6311724dd6f is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:11.647974 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:11.653212 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:11.713351 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:11.767576 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:11.768249 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:11.813199 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-7ea12d4b-eb8e-46bb-8d45-e7161becc686 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0959008 Jul 19 07:46:11.826551 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Request body: {'port': {'device_id': '41dd2374-5209-4529-a210-4b29d76c7c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:11.861500 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:11Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:11.935370 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690f6de-2220-4474-bff7-8cd832dc7ed4 None None] The sync data for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi is: [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:11Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:12.090891 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:12.126907 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0c43c019-2535-462c-bbdc-bd3fdf50f0e5 None None] Provisioning for port 49473151-fd9a-44f8-b2fc-d39cde737632 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:12.132619 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0c43c019-2535-462c-bbdc-bd3fdf50f0e5 None None] Provisioning complete for port 49473151-fd9a-44f8-b2fc-d39cde737632 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:12.133008 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0c43c019-2535-462c-bbdc-bd3fdf50f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:12.184067 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0916f316-db12-4f30-9702-a5451e0fd2b9 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:12.239079 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-0c43c019-2535-462c-bbdc-bd3fdf50f0e5 None None] Port 49473151-fd9a-44f8-b2fc-d39cde737632 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:46:12.260448 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 0916f316-db12-4f30-9702-a5451e0fd2b9 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:12.261732 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:12.441114 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c16eec0a-4f9a-43a5-a770-550706a93b41 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:12.495377 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5c2de-ed17-487f-934d-86d89d91a604 None None] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:46:12.525830 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Router 2162044c-ae36-4a24-8972-900b3dfa9686 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:46:12.544040 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port c16eec0a-4f9a-43a5-a770-550706a93b41 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:12.547152 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845a95-91b4-4f7b-9171-2bc88b974ba1 req-f17c3ec2-05b8-4bb4-928b-ba8721a1c0d6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:12.548870 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-73845a95-91b4-4f7b-9171-2bc88b974ba1 req-f17c3ec2-05b8-4bb4-928b-ba8721a1c0d6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 932 time: 0.1586080 Jul 19 07:46:12.594055 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port c16eec0a-4f9a-43a5-a770-550706a93b41 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:12.594755 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:12.605033 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49473151-fd9a-44f8-b2fc-d39cde737632 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:46:12.613614 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:12.627208 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Transition to ACTIVE for port object 49473151-fd9a-44f8-b2fc-d39cde737632 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:12.645558 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:12.665943 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0cac6767-161a-4970-bc7a-8387b430a6a5 None None] Provisioning for port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:12.677291 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:12.681297 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-73845a95-91b4-4f7b-9171-2bc88b974ba1 req-b15946d8-6f40-4979-a181-2fa37d2ea88b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509872 Jul 19 07:46:12.697528 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Sync routers for ids ['2162044c-ae36-4a24-8972-900b3dfa9686'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:12.699076 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] Notify callbacks [] for router, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:12.700660 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f3b02e62-3f12-403b-8f0c-1cae6406b8ae admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0699620 Jul 19 07:46:12.703411 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 44952) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:12.749232 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:12.749758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Routers {'2162044c-ae36-4a24-8972-900b3dfa9686'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:12.750574 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2162044c-ae36-4a24-8972-900b3dfa9686'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:12.888698 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Attempting to bind port 49473151-fd9a-44f8-b2fc-d39cde737632 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:12.889062 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Attempting to bind port 49473151-fd9a-44f8-b2fc-d39cde737632 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:12.889385 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Attempting to bind port 49473151-fd9a-44f8-b2fc-d39cde737632 on network 13dd5e63-2351-452e-8059-e6311724dd6f {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:12.896028 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Port 49473151-fd9a-44f8-b2fc-d39cde737632 on network 13dd5e63-2351-452e-8059-e6311724dd6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:46:12.896393 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Attempting to bind port 49473151-fd9a-44f8-b2fc-d39cde737632 on network 13dd5e63-2351-452e-8059-e6311724dd6f {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:12.912661 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:12.913008 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Checking segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:12.913659 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Bound using segment: {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:12.914296 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Bound port: 49473151-fd9a-44f8-b2fc-d39cde737632, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:12.914628 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.061015 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:13.068666 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:13.077796 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.170287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:13.170921 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.172371 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] 10.222.0.25 "PUT /v2.0/ports/49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 200 len: 1094 time: 1.3509686 Jul 19 07:46:13.177900 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Set router 2162044c-ae36-4a24-8972-900b3dfa9686 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:13.178392 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:13.180777 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b155f1-dc48-4907-80f0-929a1868d2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:13.202214 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd37ae8-d89c-4026-a471-d8bf0bf69490 service neutron] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:13.284299 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7292bb-0072-4bfc-8c95-ee51276f87bb x-openstack-request-id: req-5e7292bb-0072-4bfc-8c95-ee51276f87bb {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:13.285247 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:13.285397 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e7292bb-0072-4bfc-8c95-ee51276f87bb {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:13.285729 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632', 'status': 'completed', 'code': 200} Jul 19 07:46:13.332816 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.349500 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-e9a210bc-8083-4c62-af8d-c94bb2e94ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:13.352112 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-e9a210bc-8083-4c62-af8d-c94bb2e94ff7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1097 time: 0.1209657 Jul 19 07:46:13.439548 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-69eff911-b91f-44e4-a3d5-cb2239a46da8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 200 len: 217 time: 0.0793133 Jul 19 07:46:13.454303 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.485953 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port c16eec0a-4f9a-43a5-a770-550706a93b41, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=c16eec0a-4f9a-43a5-a770-550706a93b41,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:13.541198 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.543096 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device def8e42a-650e-4e30-b0b9-d6013f7cf3a9 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:13.561620 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-0f9f8ac7-8950-4ffd-a434-89e4d87846ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:13.564595 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-0f9f8ac7-8950-4ffd-a434-89e4d87846ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.1179874 Jul 19 07:46:13.649499 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-a60fc918-3c12-4edc-a572-d46ebd4e27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:13.652544 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-a60fc918-3c12-4edc-a572-d46ebd4e27df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796311 Jul 19 07:46:13.759592 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:13.766102 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:13.766774 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.771846 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-71d7e0d8-75dd-46dd-9831-430ff6b2114c service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111472 Jul 19 07:46:13.800377 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=c16eec0a-4f9a-43a5-a770-550706a93b41,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:13.857021 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Allocated IP 172.20.0.1 (c59807f7-eee2-4c16-a2ee-347031ad1d7d/4df5e9bd-f265-4468-bb90-5168f81113da/b7d01771-d554-4520-a3fe-4593235e7f19) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:13.910072 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e3dbbda2-59c8-4e66-9b08-9fdff90027ba req-39225146-5ecd-440d-9059-ac096e00bc9e service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321216 Jul 19 07:46:13.922467 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb99ae-ff64-4b4e-823a-27346e78295d req-2a41d2c1-a44f-4aa9-a840-9a28f798164c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:13.928025 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.929592 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c0eb99ae-ff64-4b4e-823a-27346e78295d req-2a41d2c1-a44f-4aa9-a840-9a28f798164c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1236873 Jul 19 07:46:13.943273 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0ce09ac3-7782-42f1-b5fd-99ddf4e4a5b8 None None] Provisioning complete for port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:13.943661 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0ce09ac3-7782-42f1-b5fd-99ddf4e4a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:13.947162 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e4491a5-7e55-4187-9318-2c220302517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 3, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port': {'id': '2e4491a5-7e55-4187-9318-2c220302517c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:10Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:13.997880 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Checking router: 2162044c-ae36-4a24-8972-900b3dfa9686 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:13.998315 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Updating router 2162044c-ae36-4a24-8972-900b3dfa9686 port 2e4491a5-7e55-4187-9318-2c220302517c binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:46:14.007118 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c0eb99ae-ff64-4b4e-823a-27346e78295d req-66f74e30-1183-4f0c-9a14-e60b745e5799 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765393 Jul 19 07:46:14.055427 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.078920 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port def8e42a-650e-4e30-b0b9-d6013f7cf3a9, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=def8e42a-650e-4e30-b0b9-d6013f7cf3a9,segment=NetworkSegment(bf11e2e4-0364-45a9-aa36-eb1dceb1baab),segment_id=bf11e2e4-0364-45a9-aa36-eb1dceb1baab)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:14.085238 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.088537 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-22ac05c1-752e-44ea-8847-5b26d026f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.090593 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.091375 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-22ac05c1-752e-44ea-8847-5b26d026f101 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1097 time: 0.1209681 Jul 19 07:46:14.095407 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.provisioning_blocks [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Transition to ACTIVE for port object b7d01771-d554-4520-a3fe-4593235e7f19 will not be triggered until provisioned by entity DHCP. {{(pid=99881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:14.177757 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.247385 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d01771-d554-4520-a3fe-4593235e7f19,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:14.257832 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c16eec0a-4f9a-43a5-a770-550706a93b41 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:14.258392 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:14.265316 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:14.270008 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.270401 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.270847 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.271284 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.271736 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.272168 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.272910 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.273248 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.273678 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.274245 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.274617 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.275034 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:14.278807 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:14.294638 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-d843082b-3adc-431c-bc67-ceb719ce19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.296234 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-d843082b-3adc-431c-bc67-ceb719ce19ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.1986198 Jul 19 07:46:14.341961 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=def8e42a-650e-4e30-b0b9-d6013f7cf3a9,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:14.356638 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.392563 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-d88caba0-a0d3-45e6-a5ca-398358277c20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 200 len: 217 time: 0.0871532 Jul 19 07:46:14.418673 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port c16eec0a-4f9a-43a5-a770-550706a93b41 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:14.419608 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.430973 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebc9a3-b6cd-4308-8a06-0f8c5a42f6b3 req-122a5267-8fc5-4bd5-a183-cb743c2f8ec2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.434174 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fcebc9a3-b6cd-4308-8a06-0f8c5a42f6b3 req-122a5267-8fc5-4bd5-a183-cb743c2f8ec2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.1273959 Jul 19 07:46:14.471284 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-732cf004-3a0b-4bdf-8fa7-c9a990b9a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.473073 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-732cf004-3a0b-4bdf-8fa7-c9a990b9a784 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0717735 Jul 19 07:46:14.479012 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-797f6ed6-4eef-4def-8918-2a2978ad7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.481308 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-797f6ed6-4eef-4def-8918-2a2978ad7716 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1138 time: 0.1692109 Jul 19 07:46:14.574266 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fcebc9a3-b6cd-4308-8a06-0f8c5a42f6b3 req-9394cfd5-9255-4949-8d2d-061de1da0419 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284432 Jul 19 07:46:14.576274 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.590573 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Transition to ACTIVE for port object 2e4491a5-7e55-4187-9318-2c220302517c will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:14.598168 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.624798 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-708c490d-414b-4d9c-afd4-da725f44c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.624996 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-4243d9dc-c3ae-4e1f-8703-c981053e76c9 None None] Provisioning for port b7d01771-d554-4520-a3fe-4593235e7f19 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:14.626342 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-708c490d-414b-4d9c-afd4-da725f44c3f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1374102 Jul 19 07:46:14.627720 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-7d3bcc68-4d3f-4082-ac59-c44cfeea3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.629084 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-7d3bcc68-4d3f-4082-ac59-c44cfeea3b80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 915 time: 0.1389055 Jul 19 07:46:14.634751 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.638399 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-4243d9dc-c3ae-4e1f-8703-c981053e76c9 None None] Provisioning complete for port b7d01771-d554-4520-a3fe-4593235e7f19 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:14.638770 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-4243d9dc-c3ae-4e1f-8703-c981053e76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.687346 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Attempting to bind port 2e4491a5-7e55-4187-9318-2c220302517c on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:14.687723 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Attempting to bind port 2e4491a5-7e55-4187-9318-2c220302517c by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:14.688085 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Attempting to bind port 2e4491a5-7e55-4187-9318-2c220302517c on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:14.710769 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:14.711147 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:14.711548 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.711939 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:14.712569 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Bound port: 2e4491a5-7e55-4187-9318-2c220302517c, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:14.712805 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.722386 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-8082e08f-221b-426a-926e-14f025caa8b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 1002 time: 0.0722194 Jul 19 07:46:14.774914 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a88b76-c286-4ee8-baab-0488a38aa3b9 None None] Pushing event updated for resources: {'Port': ['ID=2e4491a5-7e55-4187-9318-2c220302517c,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:14.790870 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] For port 2e4491a5-7e55-4187-9318-2c220302517c, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:14.794250 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-4243d9dc-c3ae-4e1f-8703-c981053e76c9 None None] Port b7d01771-d554-4520-a3fe-4593235e7f19 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:46:14.798627 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] For port 2e4491a5-7e55-4187-9318-2c220302517c, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=2e4491a5-7e55-4187-9318-2c220302517c,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:14.803151 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.837442 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-11883d38-3029-4b00-a60a-e4add975ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.839521 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-11883d38-3029-4b00-a60a-e4add975ea5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0981958 Jul 19 07:46:14.843572 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.849893 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.857697 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Routers {'2162044c-ae36-4a24-8972-900b3dfa9686'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:14.858451 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2162044c-ae36-4a24-8972-900b3dfa9686'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:14.887340 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-a3338be7-9f4d-402b-84e3-e9728bee0a5b service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454164 Jul 19 07:46:14.938338 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:14.949391 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d01771-d554-4520-a3fe-4593235e7f19,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:14.959851 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-cf54f34b-e0d4-4e84-89b6-5b59ae02ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:14.961632 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-cf54f34b-e0d4-4e84-89b6-5b59ae02ffd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1157365 Jul 19 07:46:14.976138 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a88b76-c286-4ee8-baab-0488a38aa3b9 None None] Pushing event updated for resources: {'Port': ['ID=2e4491a5-7e55-4187-9318-2c220302517c,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:15.043202 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] Set router 2162044c-ae36-4a24-8972-900b3dfa9686 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:15.061140 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:15.062725 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:15.098463 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22b155f1-dc48-4907-80f0-929a1868d2fa req-5b838296-587d-4bdc-874e-fef8d896be52 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029362 Jul 19 07:46:15.152506 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-564ffd3c-ccc4-4055-9abc-e9a6be701d83 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810868 Jul 19 07:46:15.258253 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Router 2162044c-ae36-4a24-8972-900b3dfa9686 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:46:15.313690 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-365fe4f4-6454-4e3a-8130-827e76a7f185 req-6d309e8d-13c9-4da1-a830-35693634fe6b service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546435 Jul 19 07:46:15.344533 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e4491a5-7e55-4187-9318-2c220302517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 4, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port': {'id': '2e4491a5-7e55-4187-9318-2c220302517c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:10Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'b7d01771-d554-4520-a3fe-4593235e7f19', 'name': '', 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'mac_address': 'fa:16:3e:59:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:13Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 2, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'subnets': [{'id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:15.377286 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cb342-8c4a-4c35-a19e-6859e4f80a4d None None] The sync data for ids ['2162044c-ae36-4a24-8972-900b3dfa9686'] in dv-cinder-772623-11-iscsi is: [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e4491a5-7e55-4187-9318-2c220302517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 4, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port': {'id': '2e4491a5-7e55-4187-9318-2c220302517c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:10Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'b7d01771-d554-4520-a3fe-4593235e7f19', 'name': '', 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'mac_address': 'fa:16:3e:59:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:13Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 2, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'subnets': [{'id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:15.382886 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98fd5c-4166-4fb9-afbe-3ef3e8ae16f5 req-33f1bdd2-0ad3-4bc8-8403-631ed2c401c4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:15.384485 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b98fd5c-4166-4fb9-afbe-3ef3e8ae16f5 req-33f1bdd2-0ad3-4bc8-8403-631ed2c401c4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1691144 Jul 19 07:46:15.442229 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b98fd5c-4166-4fb9-afbe-3ef3e8ae16f5 req-eec3ee54-c2d3-45cd-84ef-4f819a7e2925 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474448 Jul 19 07:46:15.442452 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-72f22438-b5a4-44bd-b03b-2fc54e48fd2d None None] Provisioning complete for port b7d01771-d554-4520-a3fe-4593235e7f19 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:15.442616 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-72f22438-b5a4-44bd-b03b-2fc54e48fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:15.454344 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:15.459891 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-49520d5d-181b-4473-8067-b94006d2f247 admin admin] 10.222.0.10 "PUT /v2.0/routers/2162044c-ae36-4a24-8972-900b3dfa9686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7547309 Jul 19 07:46:15.510207 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-72f22438-b5a4-44bd-b03b-2fc54e48fd2d None None] Port b7d01771-d554-4520-a3fe-4593235e7f19 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:46:15.751905 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a38ef-50b5-41d7-b09a-3829fdc9aa62 req-266ddbad-5d2d-403e-a03a-50b8bf1bca9f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:15.753570 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1c1a38ef-50b5-41d7-b09a-3829fdc9aa62 req-266ddbad-5d2d-403e-a03a-50b8bf1bca9f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.1107175 Jul 19 07:46:15.801006 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1c1a38ef-50b5-41d7-b09a-3829fdc9aa62 req-181031e1-6e8b-4738-8929-bfccee15a1f1 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391595 Jul 19 07:46:16.127563 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45032) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:16.136231 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-38e8130e-44dc-49ae-b2ad-f5c856ba3d22 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171519300', 'description': 'tempest-secgroup-smoke-1171519300 description', 'project_id': 'ebc1dba6bca04b11be46abdc08df475e'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:16.168767 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-38e8130e-44dc-49ae-b2ad-f5c856ba3d22 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.298008 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-38e8130e-44dc-49ae-b2ad-f5c856ba3d22 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.303121 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-38e8130e-44dc-49ae-b2ad-f5c856ba3d22 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.328786 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2e4491a5-7e55-4187-9318-2c220302517c up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:16.329399 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-38e8130e-44dc-49ae-b2ad-f5c856ba3d22 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.333756 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45036) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:16.334339 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-38e8130e-44dc-49ae-b2ad-f5c856ba3d22 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2032850 Jul 19 07:46:16.338502 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-ff33057c-6fea-48cd-bb4e-bfd33520d8e9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a', 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:16.343302 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8130e-44dc-49ae-b2ad-f5c856ba3d22 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:16.379200 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ff33057c-6fea-48cd-bb4e-bfd33520d8e9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.393113 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 2e4491a5-7e55-4187-9318-2c220302517c completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:16.397144 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 2e4491a5-7e55-4187-9318-2c220302517c triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:16.397502 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.434144 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ff33057c-6fea-48cd-bb4e-bfd33520d8e9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.438991 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ff33057c-6fea-48cd-bb4e-bfd33520d8e9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.455891 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33057c-6fea-48cd-bb4e-bfd33520d8e9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159c9ab9-1e22-464c-8e3f-06f940924461,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:16.467889 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ff33057c-6fea-48cd-bb4e-bfd33520d8e9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.469311 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ff33057c-6fea-48cd-bb4e-bfd33520d8e9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344628 Jul 19 07:46:16.472036 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45038) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:16.476921 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-e3ddc1ea-fc01-4029-ba5f-dbe2ee3f6076 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a', 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:16.515430 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc1ea-fc01-4029-ba5f-dbe2ee3f6076 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.610020 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc1ea-fc01-4029-ba5f-dbe2ee3f6076 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.617881 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc1ea-fc01-4029-ba5f-dbe2ee3f6076 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.623841 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.647328 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 2e4491a5-7e55-4187-9318-2c220302517c, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=2e4491a5-7e55-4187-9318-2c220302517c,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:16.648857 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc1ea-fc01-4029-ba5f-dbe2ee3f6076 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd4159d-9338-41b1-82e5-6b63e19566ef,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:16.654703 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.656338 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device def8e42a-650e-4e30-b0b9-d6013f7cf3a9 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:16.662410 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca82850-6344-4cdd-a767-e2c4003a5fc8 req-f2a378a8-64bb-445e-8c74-e117f6561341 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:16.663195 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9ca82850-6344-4cdd-a767-e2c4003a5fc8 req-f2a378a8-64bb-445e-8c74-e117f6561341 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1269469 Jul 19 07:46:16.671206 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc1ea-fc01-4029-ba5f-dbe2ee3f6076 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.672329 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e3ddc1ea-fc01-4029-ba5f-dbe2ee3f6076 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1991193 Jul 19 07:46:16.675095 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45044) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:16.679312 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-7cf3336a-efd3-4b36-8338-23b2809459de tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a', 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:16.728212 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9ca82850-6344-4cdd-a767-e2c4003a5fc8 req-3da3b683-903f-45e6-9469-a0fc2c9f2415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547731 Jul 19 07:46:16.734792 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7cf3336a-efd3-4b36-8338-23b2809459de tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.758835 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=2e4491a5-7e55-4187-9318-2c220302517c,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:16.771574 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:16.772022 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.802237 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7cf3336a-efd3-4b36-8338-23b2809459de tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.807581 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7cf3336a-efd3-4b36-8338-23b2809459de tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.827158 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3336a-efd3-4b36-8338-23b2809459de tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a696aa93-de73-49b5-9947-235e80cf7c8e,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:16.836517 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7cf3336a-efd3-4b36-8338-23b2809459de tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:16.837670 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7cf3336a-efd3-4b36-8338-23b2809459de tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616666 Jul 19 07:46:16.840900 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45052) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:16.846005 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-76c5c388-96d0-4350-a856-a91aa80713e7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a', 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:16.902500 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76c5c388-96d0-4350-a856-a91aa80713e7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.006984 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76c5c388-96d0-4350-a856-a91aa80713e7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.012502 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76c5c388-96d0-4350-a856-a91aa80713e7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.031706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085acec6-c48f-4fb0-a0e2-c63e148fe00a req-cd4ca9bf-16a0-425f-a6c7-2d2c6d03c1ce tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:17.033150 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-085acec6-c48f-4fb0-a0e2-c63e148fe00a req-cd4ca9bf-16a0-425f-a6c7-2d2c6d03c1ce tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.1182094 Jul 19 07:46:17.050003 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5c388-96d0-4350-a856-a91aa80713e7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da87c462-8d50-4fa5-a052-9d7c288a7fde,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:17.054493 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-76c5c388-96d0-4350-a856-a91aa80713e7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.055873 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-76c5c388-96d0-4350-a856-a91aa80713e7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2135949 Jul 19 07:46:17.058703 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45056) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:17.063434 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a', 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:17.086529 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.securitygroups_db [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Project ebc1dba6bca04b11be46abdc08df475e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 07:46:17.089097 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-085acec6-c48f-4fb0-a0e2-c63e148fe00a req-81907417-0f72-4f67-b823-376992aea7c9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490720 Jul 19 07:46:17.092658 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.143092 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.146806 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.168342 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd33c0d-5873-4cd6-8682-97c043140904,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:17.173696 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.174875 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-8fadce9b-bf1b-423b-b002-e2b024f4edd7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151242 Jul 19 07:46:17.177662 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45058) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:17.182142 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a', 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:17.203714 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.securitygroups_db [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Project ebc1dba6bca04b11be46abdc08df475e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 07:46:17.208516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.267846 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.271207 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.288252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb8bf65-e0c1-4582-88e0-efb0be4e26ce,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:17.295120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.305335 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-917a81a7-7aaf-4e52-8833-c4422be5a04b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261714 Jul 19 07:46:17.570747 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:46:17.671583 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:17.683080 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '49473151-fd9a-44f8-b2fc-d39cde737632', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'port_id': '49473151-fd9a-44f8-b2fc-d39cde737632', 'mac_address': 'fa:16:3e:4a:e0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:46:17.729715 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2baa3c19-2890-411c-b95c-1dfee13918cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.734954 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.748506 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49473151-fd9a-44f8-b2fc-d39cde737632 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:46:17.768821 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:17.773177 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:17.820217 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:17.868433 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1ae0-fafd-4d85-a2c6-df8f7ac05fb8 req-0abff561-c11c-4e61-bb90-e3aed47e6f95 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:17.870403 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-98af1ae0-fafd-4d85-a2c6-df8f7ac05fb8 req-0abff561-c11c-4e61-bb90-e3aed47e6f95 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.0635076 Jul 19 07:46:17.910025 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-98af1ae0-fafd-4d85-a2c6-df8f7ac05fb8 req-aa698c19-f165-4a5d-a57e-f8912ffc1747 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340426 Jul 19 07:46:18.170667 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2e4491a5-7e55-4187-9318-2c220302517c up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:18.215871 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 2e4491a5-7e55-4187-9318-2c220302517c triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:18.216248 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:18.219253 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771489-8344-4850-8393-a5cdc056970f req-dbf4cb30-ee48-43fc-9418-5f6b5189a4a9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:18.220741 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a0771489-8344-4850-8393-a5cdc056970f req-dbf4cb30-ee48-43fc-9418-5f6b5189a4a9 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0627713 Jul 19 07:46:18.260058 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a0771489-8344-4850-8393-a5cdc056970f req-196703c2-24e2-48cd-b63c-0ad1295dab15 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336280 Jul 19 07:46:19.222123 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Sync routers for ids ['2162044c-ae36-4a24-8972-900b3dfa9686'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:19.230718 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Routers {'2162044c-ae36-4a24-8972-900b3dfa9686'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:19.231312 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:45:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2162044c-ae36-4a24-8972-900b3dfa9686'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:19.296515 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f207f97-30a5-4864-861f-d74924a7df71 req-1ca6b12a-d696-41e1-b1d7-1f9e7b5a82bc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:19.298004 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7f207f97-30a5-4864-861f-d74924a7df71 req-1ca6b12a-d696-41e1-b1d7-1f9e7b5a82bc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.3177943 Jul 19 07:46:19.310441 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be9ba0-b0df-4728-84dc-acc7a45cc0e2 req-173e7009-ef5a-470d-88d1-524255566c3d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:19.311908 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d1be9ba0-b0df-4728-84dc-acc7a45cc0e2 req-173e7009-ef5a-470d-88d1-524255566c3d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0920622 Jul 19 07:46:19.334920 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Set router 2162044c-ae36-4a24-8972-900b3dfa9686 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:19.366992 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7f207f97-30a5-4864-861f-d74924a7df71 req-6fa37b74-46c3-4313-97fc-1f65960fb6e8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540113 Jul 19 07:46:19.375553 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d1be9ba0-b0df-4728-84dc-acc7a45cc0e2 req-ab5d2d06-82c5-424d-a501-da13a9970513 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567243 Jul 19 07:46:19.499043 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10a39-4349-4191-b617-26ebe84e4383 req-312be2f1-61f4-4aab-b5c2-d884b2b4f231 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:19.500506 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61b10a39-4349-4191-b617-26ebe84e4383 req-312be2f1-61f4-4aab-b5c2-d884b2b4f231 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0653546 Jul 19 07:46:19.536435 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e4491a5-7e55-4187-9318-2c220302517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 4, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port': {'id': '2e4491a5-7e55-4187-9318-2c220302517c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:10Z', 'updated_at': '2021-07-19T07:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'b7d01771-d554-4520-a3fe-4593235e7f19', 'name': '', 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'mac_address': 'fa:16:3e:59:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:13Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 2, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'subnets': [{'id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:19.542245 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61b10a39-4349-4191-b617-26ebe84e4383 req-51d4e545-93b6-47c3-8275-84222217ad89 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358074 Jul 19 07:46:19.562874 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Checking router: 2162044c-ae36-4a24-8972-900b3dfa9686 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:19.563238 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Updating router 2162044c-ae36-4a24-8972-900b3dfa9686 port b7d01771-d554-4520-a3fe-4593235e7f19 binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:46:19.595874 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:19.775287 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['49473151-fd9a-44f8-b2fc-d39cde737632'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:46:19.881116 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:19.893482 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Transition to ACTIVE for port object b7d01771-d554-4520-a3fe-4593235e7f19 will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:19.900742 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:19.956935 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af7381-f30a-4b3e-9741-31747b9fb3c9 None None] Pushing event updated for resources: {'Port': ['ID=b7d01771-d554-4520-a3fe-4593235e7f19,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:20.007686 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Attempting to bind port b7d01771-d554-4520-a3fe-4593235e7f19 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:20.008054 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Attempting to bind port b7d01771-d554-4520-a3fe-4593235e7f19 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:20.008561 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Attempting to bind port b7d01771-d554-4520-a3fe-4593235e7f19 on network c59807f7-eee2-4c16-a2ee-347031ad1d7d {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:20.013430 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:20.013798 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Checking segment: {'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:20.014196 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:20.014611 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Bound using segment: {'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:20.015071 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Bound port: b7d01771-d554-4520-a3fe-4593235e7f19, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:20.015466 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:20.068652 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-6b215bd4-c204-42a4-8f72-dbe1f3a10274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:20.091043 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] For port b7d01771-d554-4520-a3fe-4593235e7f19, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:20.094197 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] For port b7d01771-d554-4520-a3fe-4593235e7f19, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=b7d01771-d554-4520-a3fe-4593235e7f19,segment=NetworkSegment(bf11e2e4-0364-45a9-aa36-eb1dceb1baab),segment_id=bf11e2e4-0364-45a9-aa36-eb1dceb1baab)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:20.098286 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:20.145617 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Routers {'2162044c-ae36-4a24-8972-900b3dfa9686'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:20.146235 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2162044c-ae36-4a24-8972-900b3dfa9686'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:20.218350 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af7381-f30a-4b3e-9741-31747b9fb3c9 None None] Pushing event updated for resources: {'Port': ['ID=b7d01771-d554-4520-a3fe-4593235e7f19,revision_number=4']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:20.260057 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] Set router 2162044c-ae36-4a24-8972-900b3dfa9686 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:20.537004 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:20.568628 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c68eb-c240-4c52-8f71-e043645d9989 req-efb308cb-11cd-449d-8cfe-01d6819a11e6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:20.575931 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-824c68eb-c240-4c52-8f71-e043645d9989 req-efb308cb-11cd-449d-8cfe-01d6819a11e6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.1295187 Jul 19 07:46:20.579027 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e4491a5-7e55-4187-9318-2c220302517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 4, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port': {'id': '2e4491a5-7e55-4187-9318-2c220302517c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:10Z', 'updated_at': '2021-07-19T07:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'b7d01771-d554-4520-a3fe-4593235e7f19', 'name': '', 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'mac_address': 'fa:16:3e:59:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:13Z', 'updated_at': '2021-07-19T07:46:20Z', 'revision_number': 4, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'subnets': [{'id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:20.584468 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648cb96-bc52-4945-b437-4e7408bf9865 req-fe6fc56c-c33d-4cc5-b9a8-9e92ebe914dc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:20.585929 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9648cb96-bc52-4945-b437-4e7408bf9865 req-fe6fc56c-c33d-4cc5-b9a8-9e92ebe914dc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1288161 Jul 19 07:46:20.610938 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac8f16-07e3-4994-aaa4-01c5279d6f79 None None] The sync data for ids ['2162044c-ae36-4a24-8972-900b3dfa9686'] in dv-cinder-772623-11-iscsi is: [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e4491a5-7e55-4187-9318-2c220302517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:46:14Z', 'revision_number': 4, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port': {'id': '2e4491a5-7e55-4187-9318-2c220302517c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:10Z', 'updated_at': '2021-07-19T07:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'b7d01771-d554-4520-a3fe-4593235e7f19', 'name': '', 'network_id': 'c59807f7-eee2-4c16-a2ee-347031ad1d7d', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'mac_address': 'fa:16:3e:59:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:13Z', 'updated_at': '2021-07-19T07:46:20Z', 'revision_number': 4, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'subnets': [{'id': '4df5e9bd-f265-4468-bb90-5168f81113da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:20.656846 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-824c68eb-c240-4c52-8f71-e043645d9989 req-2adbae2a-69a9-4a90-a794-3cda1a5a4c32 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800011 Jul 19 07:46:20.662678 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9648cb96-bc52-4945-b437-4e7408bf9865 req-a5faf5ca-a6a6-418e-976f-82ed2c79d2ee tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695436 Jul 19 07:46:20.804756 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c74b8e-73cc-4b04-bec3-7c3536348254 req-b37ac954-44a7-442c-8a36-93a9791f6328 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:20.808747 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4c74b8e-73cc-4b04-bec3-7c3536348254 req-b37ac954-44a7-442c-8a36-93a9791f6328 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0748444 Jul 19 07:46:20.848958 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4c74b8e-73cc-4b04-bec3-7c3536348254 req-329cd7a9-8bc7-4381-9a8c-cf5c8aa79f73 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362928 Jul 19 07:46:21.555964 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:21.830754 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6c841-d285-4c99-b3c0-f84dd7c898b5 req-690f0080-58ef-4d96-8fe5-371f9c80baee tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:21.832324 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d9e6c841-d285-4c99-b3c0-f84dd7c898b5 req-690f0080-58ef-4d96-8fe5-371f9c80baee tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.1072793 Jul 19 07:46:21.843975 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb313d6c-4a36-4831-b5e0-9146fcafb0d6 req-2103f0a7-8ac0-4cc3-9374-2629277ddec2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:21.845359 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bb313d6c-4a36-4831-b5e0-9146fcafb0d6 req-2103f0a7-8ac0-4cc3-9374-2629277ddec2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0918155 Jul 19 07:46:21.900440 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d9e6c841-d285-4c99-b3c0-f84dd7c898b5 req-be2cf29b-4f05-4a5c-b9dd-f0277c3d4022 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541036 Jul 19 07:46:21.903774 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bb313d6c-4a36-4831-b5e0-9146fcafb0d6 req-5e8d9bba-993e-4d2c-88fd-acaff8d0084d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517337 Jul 19 07:46:22.019799 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5251e-51db-4cee-95d5-af993d6d15e3 req-73867ca9-5f5b-4e6e-91de-5bbf649aa38a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:22.021276 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b3f5251e-51db-4cee-95d5-af993d6d15e3 req-73867ca9-5f5b-4e6e-91de-5bbf649aa38a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0618038 Jul 19 07:46:22.060189 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b3f5251e-51db-4cee-95d5-af993d6d15e3 req-30920b0a-7abb-44c1-8ae2-7cd6dea97505 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327067 Jul 19 07:46:22.188417 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device b7d01771-d554-4520-a3fe-4593235e7f19 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:22.235863 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port b7d01771-d554-4520-a3fe-4593235e7f19 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:22.239344 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port b7d01771-d554-4520-a3fe-4593235e7f19 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:22.239718 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:22.314877 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:22.345321 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port b7d01771-d554-4520-a3fe-4593235e7f19, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=b7d01771-d554-4520-a3fe-4593235e7f19,segment=NetworkSegment(bf11e2e4-0364-45a9-aa36-eb1dceb1baab),segment_id=bf11e2e4-0364-45a9-aa36-eb1dceb1baab)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:22.348766 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:22.394005 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=b7d01771-d554-4520-a3fe-4593235e7f19,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:23.081070 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fc96d-ab9e-4179-a3b3-99399c83a5aa req-a74fb130-d557-4743-adb2-7b2ce7503968 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:23.082585 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d7fc96d-ab9e-4179-a3b3-99399c83a5aa req-a74fb130-d557-4743-adb2-7b2ce7503968 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.1085744 Jul 19 07:46:23.091064 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddc49-f537-45d6-8fed-08632d5b49b9 req-49b202b4-2cf9-4464-acb4-a201c5836e38 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:23.092542 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9c5ddc49-f537-45d6-8fed-08632d5b49b9 req-49b202b4-2cf9-4464-acb4-a201c5836e38 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.1089318 Jul 19 07:46:23.150520 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d7fc96d-ab9e-4179-a3b3-99399c83a5aa req-8c6ea269-3e1e-4969-9752-b85d9dd86d0f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569766 Jul 19 07:46:23.156326 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9c5ddc49-f537-45d6-8fed-08632d5b49b9 req-236555cd-0479-44e9-913f-8a7e63935142 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=7727009c-e537-466f-9901-44adfe57d629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566001 Jul 19 07:46:23.281592 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b688aa-22a1-4df5-a2a9-adbc690ad330 req-e03634ff-6606-4854-83a8-d3da4cea0976 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:23.283065 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f0b688aa-22a1-4df5-a2a9-adbc690ad330 req-e03634ff-6606-4854-83a8-d3da4cea0976 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0702863 Jul 19 07:46:23.326663 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f0b688aa-22a1-4df5-a2a9-adbc690ad330 req-7855d170-7809-4b10-8cea-d88069a46628 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376055 Jul 19 07:46:23.398655 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff265603-ae22-4628-9531-12d458f4baa3 req-be0f7fdb-52f0-4dbc-a1b1-4e194375c33d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:23.400329 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ff265603-ae22-4628-9531-12d458f4baa3 req-be0f7fdb-52f0-4dbc-a1b1-4e194375c33d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 946 time: 0.0671782 Jul 19 07:46:23.411471 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:23.504993 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Deleting port c1f3498d-f9ad-446e-a011-48b57c6d7e12 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:46:23.505340 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:23.599340 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] For port c1f3498d-f9ad-446e-a011-48b57c6d7e12, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c1f3498d-f9ad-446e-a011-48b57c6d7e12,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:23.599641 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:23.774997 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:23.775374 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:23.775691 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.l3_db [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Floating IP 3a52eb40-d2f2-45bd-b044-a763c9332828 disassociated. External IP: 172.27.3.96, port: c1f3498d-f9ad-446e-a011-48b57c6d7e12. Jul 19 07:46:23.776033 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Calling delete_port for c1f3498d-f9ad-446e-a011-48b57c6d7e12 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:46:23.902561 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:23.936549 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event deleted for resources: {'Port': ['ID=c1f3498d-f9ad-446e-a011-48b57c6d7e12,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:24.059276 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:46:24.178282 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:24.180804 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device b7d01771-d554-4520-a3fe-4593235e7f19 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:24.192058 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] Sync routers for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:24.224612 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:24.226157 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:24.228715 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] No DVR routers for this DVR port c1f3498d-f9ad-446e-a011-48b57c6d7e12 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:46:24.231711 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:24.234048 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ff265603-ae22-4628-9531-12d458f4baa3 req-34a74c20-a2a7-45e8-bca6-b30af78ac85a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "DELETE /v2.0/ports/c1f3498d-f9ad-446e-a011-48b57c6d7e12 HTTP/1.1" status: 204 len: 173 time: 0.8273041 Jul 19 07:46:24.234550 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'name': 'network-vif-deleted', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:24.237378 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df962c4b-52ee-4772-a85a-7b09e5072099" -d '{"events": [{"server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "name": "network-vif-deleted", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:24.330133 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-129ccd04-5e50-4500-82c4-ac040d7d42ed req-c9acedd2-e50a-488c-b5d4-fa6270ccab68 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=78ebaa12-b9a1-4bac-921b-812ccfbb7ac3 HTTP/1.1" status: 200 len: 210 time: 0.0436561 Jul 19 07:46:24.391846 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0180438-eb94-48f2-8324-5724fdfb11cd req-541bb985-8feb-4781-a497-05fe0ad6e66a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:24.393448 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c0180438-eb94-48f2-8324-5724fdfb11cd req-541bb985-8feb-4781-a497-05fe0ad6e66a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.1530037 Jul 19 07:46:24.408964 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d545bdd9-c62d-465c-ab8b-67ebc0e31407 x-openstack-request-id: req-d545bdd9-c62d-465c-ab8b-67ebc0e31407 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:24.409470 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ebaa12-b9a1-4bac-921b-812ccfbb7ac3", "name": "network-vif-deleted", "tag": "c1f3498d-f9ad-446e-a011-48b57c6d7e12", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:24.409787 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d545bdd9-c62d-465c-ab8b-67ebc0e31407 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:24.410507 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ebaa12-b9a1-4bac-921b-812ccfbb7ac3', 'name': 'network-vif-deleted', 'tag': 'c1f3498d-f9ad-446e-a011-48b57c6d7e12', 'status': 'completed', 'code': 200} Jul 19 07:46:24.414110 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:24.453482 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c0180438-eb94-48f2-8324-5724fdfb11cd req-46a8c54d-bfe8-4dae-8cb4-3a9e835cc9d4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520544 Jul 19 07:46:24.460859 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port b7d01771-d554-4520-a3fe-4593235e7f19 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:24.461235 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:24.535918 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19517ae-550c-4c76-8018-32ad6669b5ad req-27ada620-1927-4c8a-a8d8-ad9026cc7c21 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:24.537516 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e19517ae-550c-4c76-8018-32ad6669b5ad req-27ada620-1927-4c8a-a8d8-ad9026cc7c21 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0689795 Jul 19 07:46:24.577223 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e19517ae-550c-4c76-8018-32ad6669b5ad req-e77fd6ff-1ddc-443e-a1d4-5e093ab5ba2d tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340724 Jul 19 07:46:24.696717 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:24.729009 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] Checking router: 2205f05e-a017-4bd5-961b-2d8f44f0fc71 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:24.737628 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:24.738230 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:24.851041 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:24.854095 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:25.146978 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 49473151-fd9a-44f8-b2fc-d39cde737632 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:25.152728 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 49473151-fd9a-44f8-b2fc-d39cde737632 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:25.153128 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.295260 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:25.324383 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.327285 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d43a79-9c50-4058-941c-864f6538f1d7 None None] The sync data for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi is: [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:25.348479 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:25.350818 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238372f7-9c86-4588-aa11-47dd136252b0" -d '{"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-plugged", "status": "completed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:25.365120 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:25.372156 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.401592 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca4756-ed37-48e6-b8cc-e287568ac22c x-openstack-request-id: req-6dca4756-ed37-48e6-b8cc-e287568ac22c {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:25.401932 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-plugged", "status": "completed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:25.402213 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dca4756-ed37-48e6-b8cc-e287568ac22c {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:25.402601 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632', 'code': 200} Jul 19 07:46:25.437668 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:25.442985 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45256) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:25.533288 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e740e41c-5999-488a-bc35-35ff3b8eab75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.587359 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e740e41c-5999-488a-bc35-35ff3b8eab75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.609643 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062e8914-ff2c-4f1f-a8f9-5063f33aefcf None None] New status for floating IP 3a52eb40-d2f2-45bd-b044-a763c9332828: DOWN {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:46:25.626882 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73878791-2894-4c99-8197-94f5f8b053dd req-f1d2fc61-8cd4-4334-920c-8545ad3a2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:25.628765 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-73878791-2894-4c99-8197-94f5f8b053dd req-f1d2fc61-8cd4-4334-920c-8545ad3a2158 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1099 time: 0.0725806 Jul 19 07:46:25.665256 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725633e-87ab-4d91-b6c6-10445cd7de15 req-a25b5aa2-62df-43f6-a493-ba7113f5bb2e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:25.669994 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9725633e-87ab-4d91-b6c6-10445cd7de15 req-a25b5aa2-62df-43f6-a493-ba7113f5bb2e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1327722 Jul 19 07:46:25.685445 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-73878791-2894-4c99-8197-94f5f8b053dd req-ece34944-cab4-4206-8f26-ab3005762a3f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454257 Jul 19 07:46:25.731293 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e740e41c-5999-488a-bc35-35ff3b8eab75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.733862 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e740e41c-5999-488a-bc35-35ff3b8eab75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.734905 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e740e41c-5999-488a-bc35-35ff3b8eab75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "DELETE /v2.0/security-groups/7727009c-e537-466f-9901-44adfe57d629 HTTP/1.1" status: 204 len: 168 time: 0.2895653 Jul 19 07:46:25.737802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45262) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:25.754501 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9725633e-87ab-4d91-b6c6-10445cd7de15 req-1ff6a493-30c8-4c83-acf2-b1d2d0bbd9ff tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741866 Jul 19 07:46:25.762883 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.api.v2.resource [None req-1321f001-e56f-42cd-a92b-7875f5bc2647 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] show failed (client error): The resource could not be found. Jul 19 07:46:25.766935 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-1321f001-e56f-42cd-a92b-7875f5bc2647 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups/7727009c-e537-466f-9901-44adfe57d629 HTTP/1.1" status: 404 len: 347 time: 0.0278161 Jul 19 07:46:25.767578 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45264) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:25.767977 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740e41c-5999-488a-bc35-35ff3b8eab75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727009c-e537-466f-9901-44adfe57d629,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:25.794041 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19287923-da29-47ae-ab6c-1d9a19918fea req-ace914a0-26fd-4cf3-a2c3-eb41743bdb3c tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:25.801931 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-19287923-da29-47ae-ab6c-1d9a19918fea req-ace914a0-26fd-4cf3-a2c3-eb41743bdb3c tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.1306958 Jul 19 07:46:25.848186 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-19287923-da29-47ae-ab6c-1d9a19918fea req-3bc91a01-df8f-4086-a6c3-4db2f8f27ea4 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453849 Jul 19 07:46:25.906480 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Deleting port 5ad76f13-3f52-40f0-ad38-671973086459 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:46:25.906825 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.982633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.982975 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:25.996374 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Calling delete_port for 5ad76f13-3f52-40f0-ad38-671973086459 owned by network:floatingip {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:46:26.128414 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.387065 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event deleted for resources: {'Port': ['ID=5ad76f13-3f52-40f0-ad38-671973086459,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:26.445155 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.447732 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.449439 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-2b02d17c-e0b9-417e-9447-79237235531f tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "DELETE /v2.0/floatingips/3a52eb40-d2f2-45bd-b044-a763c9332828 HTTP/1.1" status: 204 len: 168 time: 0.6809545 Jul 19 07:46:26.663977 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45290) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:26.668675 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-21e99769-b89f-41c4-bc0a-6b9493332df8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717077094', 'description': 'tempest-description--589107507'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:26.690665 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-21e99769-b89f-41c4-bc0a-6b9493332df8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.770971 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-21e99769-b89f-41c4-bc0a-6b9493332df8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.774356 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-21e99769-b89f-41c4-bc0a-6b9493332df8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.801241 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-21e99769-b89f-41c4-bc0a-6b9493332df8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.802454 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-21e99769-b89f-41c4-bc0a-6b9493332df8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1374583 Jul 19 07:46:26.804277 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e99769-b89f-41c4-bc0a-6b9493332df8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31622713-14a7-4f55-8a82-b23204f58f3b,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:26.805344 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45292) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:26.810540 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-b6118082-07ac-401e-be2e-799be241f966 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'security_group_rule': {'security_group_id': '31622713-14a7-4f55-8a82-b23204f58f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:26.839013 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b6118082-07ac-401e-be2e-799be241f966 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.869087 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c1f3498d-f9ad-446e-a011-48b57c6d7e12 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:46:26.892992 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: c1f3498d-f9ad-446e-a011-48b57c6d7e12 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:46:26.893404 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device c1f3498d-f9ad-446e-a011-48b57c6d7e12 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:46:26.917626 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b6118082-07ac-401e-be2e-799be241f966 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.930581 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b6118082-07ac-401e-be2e-799be241f966 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.985623 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6118082-07ac-401e-be2e-799be241f966 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05440ad9-2ffc-4ae5-a9b3-ed412df379f4,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:26.993762 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-b6118082-07ac-401e-be2e-799be241f966 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:26.995418 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-b6118082-07ac-401e-be2e-799be241f966 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884897 Jul 19 07:46:26.998201 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45298) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:27.002848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-089c41a8-56a5-4774-b827-1bb93fa5a602 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'security_group_rule': {'security_group_id': '31622713-14a7-4f55-8a82-b23204f58f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:27.006052 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2e903-8bc6-4c93-be0a-f24dc0b10cf6 req-f7d25abf-c2e1-4dcc-a840-dfd013352daa tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:27.007523 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b3b2e903-8bc6-4c93-be0a-f24dc0b10cf6 req-f7d25abf-c2e1-4dcc-a840-dfd013352daa tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1403463 Jul 19 07:46:27.036151 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-089c41a8-56a5-4774-b827-1bb93fa5a602 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.051444 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2d14-9cd9-4ee1-a82e-7ff51ad20fb6 req-a88d6a12-de74-4c26-88c3-82e837542356 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:27.052926 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a20d2d14-9cd9-4ee1-a82e-7ff51ad20fb6 req-a88d6a12-de74-4c26-88c3-82e837542356 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.1256878 Jul 19 07:46:27.071593 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b3b2e903-8bc6-4c93-be0a-f24dc0b10cf6 req-f7050f61-f7e5-475e-bb58-ff8ea7f12429 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552649 Jul 19 07:46:27.102401 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-089c41a8-56a5-4774-b827-1bb93fa5a602 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.106637 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-089c41a8-56a5-4774-b827-1bb93fa5a602 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.106774 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a20d2d14-9cd9-4ee1-a82e-7ff51ad20fb6 req-93d88bbd-0be8-4dc9-a0f3-dab60b16f1b2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456932 Jul 19 07:46:27.128820 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c41a8-56a5-4774-b827-1bb93fa5a602 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6577f92-74e1-4cb5-a334-82181cd6febd,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:27.136516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-089c41a8-56a5-4774-b827-1bb93fa5a602 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.141043 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-089c41a8-56a5-4774-b827-1bb93fa5a602 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414790 Jul 19 07:46:27.141521 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45302) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:27.146071 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:27.168560 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.211902 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b9239-648c-4dce-a5ae-e912289c3c50 req-ee7de9c4-f0f0-4d4a-8929-166a464791f5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:27.213545 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e5b9239-648c-4dce-a5ae-e912289c3c50 req-ee7de9c4-f0f0-4d4a-8929-166a464791f5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0721450 Jul 19 07:46:27.222029 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45306) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:27.226485 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Request body: {'floatingip': {'port_id': '49473151-fd9a-44f8-b2fc-d39cde737632'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:27.269802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.275685 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.375512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Allocated IP 172.27.3.58 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/c67df106-5213-4a57-bb1f-c3bb781fc7fe) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:27.501504 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.559932 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.565703 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.611210 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:27.615528 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:27.617546 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'Port': ['ID=c67df106-5213-4a57-bb1f-c3bb781fc7fe,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:27.620000 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:27.706820 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.766983 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.774409 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.779216 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.873080 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Floating IP 07d4bb93-02f6-4fd4-93f0-d733e8cad9a7 associated. External IP: 172.27.3.17, port: 49473151-fd9a-44f8-b2fc-d39cde737632. Jul 19 07:46:27.924739 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:27.929627 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:28.005268 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'Port': ['ID=c67df106-5213-4a57-bb1f-c3bb781fc7fe,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:28.016928 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:28.032850 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:28.034356 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e244abb7-2779-437d-9efd-41628ddedb75 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8918519 Jul 19 07:46:28.102607 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:46:28.272654 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-8551c7c4-aafe-4be6-976d-ea7136108306 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--717077094&fields=id&tenant_id=7c71ba0302fe4b31813f99b72abba117 HTTP/1.1" status: 200 len: 267 time: 0.0797000 Jul 19 07:46:28.297751 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:28.312862 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:28.313361 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] Sync routers for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:28.324850 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:28.325482 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:28.349985 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c2d7b-76db-4887-972e-51e50ede013b req-09e33e1f-e94e-405f-bf23-7fe842515042 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:28.351446 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-215c2d7b-76db-4887-972e-51e50ede013b req-09e33e1f-e94e-405f-bf23-7fe842515042 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.1723747 Jul 19 07:46:28.423132 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-52c11b70-6da2-480f-8ca5-cad89c931415 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "PUT /v2.0/floatingips/07d4bb93-02f6-4fd4-93f0-d733e8cad9a7 HTTP/1.1" status: 200 len: 991 time: 1.1998456 Jul 19 07:46:28.425584 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:28.427802 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aef0ac-156a-4325-8050-61859a8d073f" -d '{"events": [{"name": "network-changed", "server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:28.432616 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:28.685227 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-bf7de4c2-c1cd-44bc-99b5-81d01bc668a8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:28.687575 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-bf7de4c2-c1cd-44bc-99b5-81d01bc668a8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 811 time: 0.4042194 Jul 19 07:46:28.691046 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-215c2d7b-76db-4887-972e-51e50ede013b req-07d49d39-2689-4ed7-a9a9-dbc80f472b2b tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3299136 Jul 19 07:46:28.718395 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-73594b21-a410-486a-b9a5-a57dc025e8b8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/quotas/7c71ba0302fe4b31813f99b72abba117 HTTP/1.1" status: 200 len: 375 time: 0.0209048 Jul 19 07:46:28.743709 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '07d4bb93-02f6-4fd4-93f0-d733e8cad9a7', 'tenant_id': '88008b667845419886b01b7be74ee955', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'port_id': '49473151-fd9a-44f8-b2fc-d39cde737632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'mac_address': 'fa:16:3e:4a:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2374-5209-4529-a210-4b29d76c7c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:46:04Z', 'updated_at': '2021-07-19T07:46:27Z', 'revision_number': 1, 'project_id': '88008b667845419886b01b7be74ee955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:28.772201 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] Checking router: d3ee98dd-6dbd-4acb-99c8-45e092f2a049 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:28.782440 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:28.783111 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:28.809007 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-2e3223a4-6e49-44d0-aa9f-804390f12aa2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850849 Jul 19 07:46:28.864992 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116783e1-2625-4f12-bc2e-4d0e609f4366 x-openstack-request-id: req-116783e1-2625-4f12-bc2e-4d0e609f4366 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:28.865331 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:28.865777 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-116783e1-2625-4f12-bc2e-4d0e609f4366 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:28.873629 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632', 'status': 'completed', 'code': 200} Jul 19 07:46:28.942662 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:28.958140 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-45e0cec5-73f4-47e0-b785-d30484bebfb6 service neutron] 10.222.0.10 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357567 Jul 19 07:46:28.961733 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef0ac-156a-4325-8050-61859a8d073f req-2db10e7b-73ee-450b-b246-ee771aeb67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:28.964742 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d5aef0ac-156a-4325-8050-61859a8d073f req-2db10e7b-73ee-450b-b246-ee771aeb67aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1099 time: 0.0738451 Jul 19 07:46:29.081372 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-3894fb17-4d63-4d83-9c32-e050e18ff2af service neutron] 10.222.0.10 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222732 Jul 19 07:46:29.095212 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef0ac-156a-4325-8050-61859a8d073f req-f47434d0-b026-4311-8677-dff3a486a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:29.097030 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d5aef0ac-156a-4325-8050-61859a8d073f req-f47434d0-b026-4311-8677-dff3a486a312 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.1252415 Jul 19 07:46:29.181935 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d5aef0ac-156a-4325-8050-61859a8d073f req-5de57f32-6ef0-45f3-8e07-1cb020a33ff2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 200 len: 999 time: 0.0757689 Jul 19 07:46:29.240075 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef0ac-156a-4325-8050-61859a8d073f req-81183459-df8e-4341-b164-6709d037dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:29.242095 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d5aef0ac-156a-4325-8050-61859a8d073f req-81183459-df8e-4341-b164-6709d037dc09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0545774 Jul 19 07:46:29.331605 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '07d4bb93-02f6-4fd4-93f0-d733e8cad9a7', 'tenant_id': '88008b667845419886b01b7be74ee955', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'port_id': '49473151-fd9a-44f8-b2fc-d39cde737632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'mac_address': 'fa:16:3e:4a:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2374-5209-4529-a210-4b29d76c7c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:46:04Z', 'updated_at': '2021-07-19T07:46:27Z', 'revision_number': 1, 'project_id': '88008b667845419886b01b7be74ee955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:29.335043 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7617d5eb-9499-40fb-9285-fab51cf5ce1f req-f823e151-d480-41f1-b512-afd023040207 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0330248 Jul 19 07:46:29.357923 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef0ac-156a-4325-8050-61859a8d073f req-7786f2cf-1c19-43b6-9950-7f4f29989ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:29.358929 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d5aef0ac-156a-4325-8050-61859a8d073f req-7786f2cf-1c19-43b6-9950-7f4f29989ca4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1057320 Jul 19 07:46:29.366001 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea4f1f-bdf4-4363-954e-c42be0a2cd94 None None] The sync data for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi is: [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '07d4bb93-02f6-4fd4-93f0-d733e8cad9a7', 'tenant_id': '88008b667845419886b01b7be74ee955', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'port_id': '49473151-fd9a-44f8-b2fc-d39cde737632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'mac_address': 'fa:16:3e:4a:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2374-5209-4529-a210-4b29d76c7c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:46:04Z', 'updated_at': '2021-07-19T07:46:27Z', 'revision_number': 1, 'project_id': '88008b667845419886b01b7be74ee955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:29.466644 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d5aef0ac-156a-4325-8050-61859a8d073f req-8575379c-a2a9-423b-a90d-3b2d6b0b4493 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996923 Jul 19 07:46:29.575678 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d5aef0ac-156a-4325-8050-61859a8d073f req-3880cf26-3b00-4188-b7d6-baa280be7afa service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027117 Jul 19 07:46:29.581779 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e98f0d-45a3-44a6-8aaa-850807f23511 None None] New status for floating IP 07d4bb93-02f6-4fd4-93f0-d733e8cad9a7: ACTIVE {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:46:29.830286 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59e531-456f-4417-a80b-78fb45c0af54 req-fec7e8fb-7a5c-44dd-be0b-c59fc4fd77fc tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:29.832824 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ff59e531-456f-4417-a80b-78fb45c0af54 req-fec7e8fb-7a5c-44dd-be0b-c59fc4fd77fc tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0726664 Jul 19 07:46:29.881660 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ff59e531-456f-4417-a80b-78fb45c0af54 req-88d3ca2d-0097-4835-816e-53c4a8243c19 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422084 Jul 19 07:46:30.353049 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-5e8b0257-66be-4a20-8759-41a29658d73a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:30.353049 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-5e8b0257-66be-4a20-8759-41a29658d73a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 811 time: 0.1167450 Jul 19 07:46:30.407484 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-621e5629-1a52-4a47-839c-1c6530a9ad95 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c71ba0302fe4b31813f99b72abba117 HTTP/1.1" status: 200 len: 379 time: 0.0446699 Jul 19 07:46:30.418440 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'port': {'device_id': 'aa542885-f950-445a-b724-5d002c75f156', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'admin_state_up': True, 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'security_groups': ['31622713-14a7-4f55-8a82-b23204f58f3b']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:30.457998 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0bc54c1c-bffc-4ced-9618-027779485ea4 req-56218b5d-8de2-4e55-bb40-d8dd3abb0db3 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0343111 Jul 19 07:46:30.543627 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Made reservation on behalf of 7c71ba0302fe4b31813f99b72abba117 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:30.547567 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:30.694935 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Allocated IP 172.20.0.13 (e458021d-cbb0-43ce-a4a4-ff961385cf30/051c354d-c91f-4a99-9380-0e848591a3bf/430503e3-2270-4ade-a730-96c1e3c6caac) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:30.827984 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:30.845225 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Transition to ACTIVE for port object 430503e3-2270-4ade-a730-96c1e3c6caac will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:30.879618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:30.927959 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:30.931182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:30.933843 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:30.968697 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event updated for resources: {'Port': ['ID=430503e3-2270-4ade-a730-96c1e3c6caac,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:30.997553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:30.998258 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.015008 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-f317ecda-1eae-4dc1-bf95-ca08a483bb3a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6023636 Jul 19 07:46:31.027880 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Request body: {'port': {'device_id': 'aa542885-f950-445a-b724-5d002c75f156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:31.036612 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76fbb5-e3f2-48a3-af1b-bceb9c154d13 req-9734df07-9fef-4c82-8d50-e6ec5ef5e3dd tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:31.040757 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ff76fbb5-e3f2-48a3-af1b-bceb9c154d13 req-9734df07-9fef-4c82-8d50-e6ec5ef5e3dd tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0821769 Jul 19 07:46:31.083053 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ff76fbb5-e3f2-48a3-af1b-bceb9c154d13 req-d683b071-37a7-4e62-bb57-472622723d6f tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383186 Jul 19 07:46:31.117913 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.222713 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-6d5e92db-37cb-4d34-9437-421a8d05bddf None None] Provisioning for port 430503e3-2270-4ade-a730-96c1e3c6caac completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:31.226398 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-6d5e92db-37cb-4d34-9437-421a8d05bddf None None] Provisioning complete for port 430503e3-2270-4ade-a730-96c1e3c6caac triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:31.227775 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-6d5e92db-37cb-4d34-9437-421a8d05bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.285630 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e92db-37cb-4d34-9437-421a8d05bddf None None] Port 430503e3-2270-4ade-a730-96c1e3c6caac cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:46:31.384007 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430503e3-2270-4ade-a730-96c1e3c6caac {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:46:31.392329 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.404377 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Transition to ACTIVE for port object 430503e3-2270-4ade-a730-96c1e3c6caac will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:31.408738 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.459865 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Pushing event updated for resources: {'Port': ['ID=430503e3-2270-4ade-a730-96c1e3c6caac,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:31.555168 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Attempting to bind port 430503e3-2270-4ade-a730-96c1e3c6caac on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:31.555509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Attempting to bind port 430503e3-2270-4ade-a730-96c1e3c6caac by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:31.555863 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Attempting to bind port 430503e3-2270-4ade-a730-96c1e3c6caac on network e458021d-cbb0-43ce-a4a4-ff961385cf30 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:31.561183 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Port 430503e3-2270-4ade-a730-96c1e3c6caac on network e458021d-cbb0-43ce-a4a4-ff961385cf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:46:31.561505 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Attempting to bind port 430503e3-2270-4ade-a730-96c1e3c6caac on network e458021d-cbb0-43ce-a4a4-ff961385cf30 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:31.566492 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:31.566837 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Checking segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:31.567513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Bound using segment: {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:31.567768 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Bound port: 430503e3-2270-4ade-a730-96c1e3c6caac, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358d64b4-398b-454c-8461-ea119d34b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:31.568169 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.638829 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] For port 430503e3-2270-4ade-a730-96c1e3c6caac, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:31.642049 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] For port 430503e3-2270-4ade-a730-96c1e3c6caac, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430503e3-2270-4ade-a730-96c1e3c6caac,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:31.643125 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a70258-a2ae-43aa-873d-c3aea8115f2c req-12fa2b6c-08c9-4bef-953f-0ce435ce8a29 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:31.646857 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.650011 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02a70258-a2ae-43aa-873d-c3aea8115f2c req-12fa2b6c-08c9-4bef-953f-0ce435ce8a29 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 944 time: 0.0832288 Jul 19 07:46:31.682984 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:31.684058 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:31.685507 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] 10.222.0.25 "PUT /v2.0/ports/430503e3-2270-4ade-a730-96c1e3c6caac HTTP/1.1" status: 200 len: 1094 time: 0.6627204 Jul 19 07:46:31.686181 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02a70258-a2ae-43aa-873d-c3aea8115f2c req-ad6c531c-b3d5-4acd-b714-a4bebceb9e03 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351338 Jul 19 07:46:31.687615 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:31.691172 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238bc88e-6bea-49b6-8721-cbd3da974978" -d '{"events": [{"name": "network-changed", "server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:31.732690 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9595d-9f91-479a-b97c-4d3636132151 service neutron] Pushing event updated for resources: {'Port': ['ID=430503e3-2270-4ade-a730-96c1e3c6caac,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:31.751600 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b93eb8-8072-49c6-bab0-1cfa9303a22c x-openstack-request-id: req-20b93eb8-8072-49c6-bab0-1cfa9303a22c {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:31.751898 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:31.752148 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20b93eb8-8072-49c6-bab0-1cfa9303a22c {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:31.752568 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac', 'status': 'completed', 'code': 200} Jul 19 07:46:31.816954 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-562f9875-13ce-41cb-a284-734b2ea7ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:31.818007 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-562f9875-13ce-41cb-a284-734b2ea7ae5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 1097 time: 0.0792999 Jul 19 07:46:31.862112 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-e5748677-53fd-4ae5-8097-9806f25859a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430503e3-2270-4ade-a730-96c1e3c6caac HTTP/1.1" status: 200 len: 217 time: 0.0362303 Jul 19 07:46:31.919085 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-973b3c11-59bf-49f0-ab7b-d9e966626d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:31.920588 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-973b3c11-59bf-49f0-ab7b-d9e966626d90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0495324 Jul 19 07:46:31.983351 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-fe57eebb-b72c-4dc4-b114-460a26f75c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:31.984899 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-fe57eebb-b72c-4dc4-b114-460a26f75c37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568218 Jul 19 07:46:32.089072 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-343381f5-b5cf-472c-9e72-e39e353b1c79 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964208 Jul 19 07:46:32.207630 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ced8e080-bbb0-4a7d-bd2f-4fc932f2c5d5 req-2c5be278-9e53-4fda-8e7f-79917ce25387 service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123312 Jul 19 07:46:32.240430 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a9a6f-d610-46db-9556-367a96d22724 req-dcd4e11a-2276-4fb2-a59e-2b4bf5e65cff tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:32.241953 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dd8a9a6f-d610-46db-9556-367a96d22724 req-dcd4e11a-2276-4fb2-a59e-2b4bf5e65cff tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0666754 Jul 19 07:46:32.282992 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-dd8a9a6f-d610-46db-9556-367a96d22724 req-6747f665-f5d8-47da-92ba-cf096bf750f8 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&id=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346007 Jul 19 07:46:32.309707 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-f3f55b8b-e8b3-4295-875a-c18a09356a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:32.311193 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45462) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:32.311327 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-f3f55b8b-e8b3-4295-875a-c18a09356a69 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 1097 time: 0.0561795 Jul 19 07:46:32.355329 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_v2 [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] Deleting subnet 7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c {{(pid=99881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:46:32.358988 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.397530 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4345918'] for subnet, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.408197 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-f84c2599-d4dd-488e-87a9-73e26dd43544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:32.409687 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-f84c2599-d4dd-488e-87a9-73e26dd43544 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 912 time: 0.0843279 Jul 19 07:46:32.436776 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.455074 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-fee8c611-3bae-4a71-8bfd-58851cd3e8c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430503e3-2270-4ade-a730-96c1e3c6caac HTTP/1.1" status: 200 len: 217 time: 0.0369418 Jul 19 07:46:32.488062 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4305373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5974826'] for subnet, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.508350 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-c8ccc2c9-9dbe-479a-8d42-3f0454bf9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:32.509837 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-c8ccc2c9-9dbe-479a-8d42-3f0454bf9f33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0456848 Jul 19 07:46:32.513788 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:32.517495 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.520863 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-487107ed-ac72-463d-bae3-c1742922c46c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7ee2b1e3-e29b-4068-a9c4-108d9c2b5d6c HTTP/1.1" status: 204 len: 168 time: 0.2086434 Jul 19 07:46:32.523207 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45466) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:32.569619 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-7b26ecd9-d78d-45d6-89d2-cbdffef3e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:32.571230 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-7b26ecd9-d78d-45d6-89d2-cbdffef3e729 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548279 Jul 19 07:46:32.599480 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.668087 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-e3cb133c-b8d7-4329-843f-b23176ea7c4b service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893595 Jul 19 07:46:32.681275 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.691796 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da14092-584b-409a-9545-5cf09008f21c']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:32.704609 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d914a28-ac2a-41ee-8783-4b8de9bd42b1') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:32.705058 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d914a28-ac2a-41ee-8783-4b8de9bd42b1') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:32.716068 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.730241 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.736763 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:46:32.737154 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:46:32.738790 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:46:32.763300 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-238bc88e-6bea-49b6-8721-cbd3da974978 req-0a17b42a-19ea-4c55-b63e-0d0045bb94ff service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867207 Jul 19 07:46:32.831129 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.835613 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:32.837537 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4da14092-584b-409a-9545-5cf09008f21c HTTP/1.1" status: 204 len: 168 time: 0.3133264 Jul 19 07:46:32.855914 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04b1a8-f1f3-4187-9fad-77f93f621fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da14092-584b-409a-9545-5cf09008f21c,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:32.877115 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47295-cbdb-4895-80a7-e592b4d94938 req-75fbe021-4755-4bcd-8ed5-d1ebbf19de91 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:32.878468 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8fb47295-cbdb-4895-80a7-e592b4d94938 req-75fbe021-4755-4bcd-8ed5-d1ebbf19de91 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 944 time: 0.1168282 Jul 19 07:46:32.922357 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8fb47295-cbdb-4895-80a7-e592b4d94938 req-dd1d4851-0e35-4922-aac5-63099c9b0118 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381238 Jul 19 07:46:33.005506 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45474) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:33.047135 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-2e5b2493-5e55-4991-8899-069f76baa3d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e91d10cc01a54ca29edd8991361cf6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404990 Jul 19 07:46:33.049507 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45476) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:33.102006 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-93beb610-7f26-4204-b19a-2f1b83f0c206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:33.124714 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-93beb610-7f26-4204-b19a-2f1b83f0c206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:33.176056 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-93beb610-7f26-4204-b19a-2f1b83f0c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:33.178542 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-93beb610-7f26-4204-b19a-2f1b83f0c206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:33.182017 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-93beb610-7f26-4204-b19a-2f1b83f0c206 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9da195b8-b3e0-4df0-a19a-d245cf7b39da HTTP/1.1" status: 204 len: 168 time: 0.1293359 Jul 19 07:46:33.187826 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beb610-7f26-4204-b19a-2f1b83f0c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da195b8-b3e0-4df0-a19a-d245cf7b39da,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:34.051535 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59c0d1-0c19-4e01-9998-75a99564b52c req-6a878577-2c06-4ce9-bb3f-b204d4f28757 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:34.053029 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fb59c0d1-0c19-4e01-9998-75a99564b52c req-6a878577-2c06-4ce9-bb3f-b204d4f28757 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 944 time: 0.0643647 Jul 19 07:46:34.090738 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fb59c0d1-0c19-4e01-9998-75a99564b52c req-2d56d2b1-8ce5-4025-8e30-5771fce6706b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Jul 19 07:46:34.907013 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 430503e3-2270-4ade-a730-96c1e3c6caac details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:46:35.000743 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 430503e3-2270-4ade-a730-96c1e3c6caac, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430503e3-2270-4ade-a730-96c1e3c6caac,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:35.011745 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '430503e3-2270-4ade-a730-96c1e3c6caac', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'port_id': '430503e3-2270-4ade-a730-96c1e3c6caac', 'mac_address': 'fa:16:3e:62:db:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:46:35.046372 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:35.058809 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430503e3-2270-4ade-a730-96c1e3c6caac {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:46:35.081248 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 430503e3-2270-4ade-a730-96c1e3c6caac, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430503e3-2270-4ade-a730-96c1e3c6caac,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:35.085023 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:35.130395 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=430503e3-2270-4ade-a730-96c1e3c6caac,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:35.218618 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0c4ff-a48b-4440-a6cf-3475ffab46df req-82153f86-7f98-4bde-a941-a6e49ad2f34c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:35.220064 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-75c0c4ff-a48b-4440-a6cf-3475ffab46df req-82153f86-7f98-4bde-a941-a6e49ad2f34c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 945 time: 0.0642066 Jul 19 07:46:35.258436 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-75c0c4ff-a48b-4440-a6cf-3475ffab46df req-b9edaba3-1f88-464e-9c13-60b5a97d35e2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Jul 19 07:46:35.347379 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['430503e3-2270-4ade-a730-96c1e3c6caac'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:46:36.383324 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f03aaa-b6a0-4dfb-be93-8523e2de34b8 req-23ed263d-4c5d-4509-b95c-dad543e7e0a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:36.384911 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f6f03aaa-b6a0-4dfb-be93-8523e2de34b8 req-23ed263d-4c5d-4509-b95c-dad543e7e0a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 945 time: 0.0628958 Jul 19 07:46:36.422112 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f6f03aaa-b6a0-4dfb-be93-8523e2de34b8 req-59d597b4-8a01-4c17-8469-bbf8bc54b872 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Jul 19 07:46:36.946056 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 430503e3-2270-4ade-a730-96c1e3c6caac up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:36.996518 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 430503e3-2270-4ade-a730-96c1e3c6caac completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:37.000132 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 430503e3-2270-4ade-a730-96c1e3c6caac triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:37.000553 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:37.072198 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:37.093119 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:37.095329 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5e5003-ff25-4adb-8459-c7682d119281" -d '{"events": [{"server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "name": "network-vif-plugged", "status": "completed", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:37.107931 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 430503e3-2270-4ade-a730-96c1e3c6caac, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430503e3-2270-4ade-a730-96c1e3c6caac,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:37.111974 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:37.137055 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43732ab-8147-417f-be85-62f8ae57e2cd x-openstack-request-id: req-d43732ab-8147-417f-be85-62f8ae57e2cd {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:37.137343 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "name": "network-vif-plugged", "status": "completed", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:37.137599 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d43732ab-8147-417f-be85-62f8ae57e2cd {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:37.137975 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac', 'code': 200} Jul 19 07:46:37.163980 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=430503e3-2270-4ade-a730-96c1e3c6caac,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:37.304068 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7ad71-2028-43a0-bacb-0227bd626c4d req-6c0519f8-e9f6-49ca-b195-cfdb540b825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:37.305564 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-12e7ad71-2028-43a0-bacb-0227bd626c4d req-6c0519f8-e9f6-49ca-b195-cfdb540b825a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 1099 time: 0.0539558 Jul 19 07:46:37.337434 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-12e7ad71-2028-43a0-bacb-0227bd626c4d req-db12f1b0-c1a2-47fa-bf47-53ed8db8ff6b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257652 Jul 19 07:46:37.549946 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072b4d-4023-4b13-b019-8443bc2f9996 req-ac14982f-202c-43be-9373-b0f5450bf0e2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:37.551446 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17072b4d-4023-4b13-b019-8443bc2f9996 req-ac14982f-202c-43be-9373-b0f5450bf0e2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 946 time: 0.0629830 Jul 19 07:46:37.587107 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-17072b4d-4023-4b13-b019-8443bc2f9996 req-19a6814d-4396-4cb9-b7f4-2332f08fbc44 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302303 Jul 19 07:46:38.904341 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de498b-48aa-4388-835f-0a457585c5a6 req-06f4f336-7b94-4cfb-a54b-820a00099ae2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:38.906170 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b2de498b-48aa-4388-835f-0a457585c5a6 req-06f4f336-7b94-4cfb-a54b-820a00099ae2 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 946 time: 0.2533939 Jul 19 07:46:38.943234 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b2de498b-48aa-4388-835f-0a457585c5a6 req-fd2cc6eb-0fd6-4063-9a01-a7fc14b02308 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Jul 19 07:46:39.057012 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-2d163d71-edf0-4be8-aa57-426f9ca3b85c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171519300&fields=id&tenant_id=ebc1dba6bca04b11be46abdc08df475e HTTP/1.1" status: 200 len: 267 time: 0.0335410 Jul 19 07:46:39.162577 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-d5961ab6-8b02-4c9f-93a8-15f6c86ba854 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:39.163980 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-d5961ab6-8b02-4c9f-93a8-15f6c86ba854 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 809 time: 0.1005073 Jul 19 07:46:39.178069 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-634d1761-aa30-4a23-b35e-71a48254de64 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/quotas/ebc1dba6bca04b11be46abdc08df475e HTTP/1.1" status: 200 len: 375 time: 0.0087614 Jul 19 07:46:39.240508 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-ae0c245f-406f-47ba-abd3-68db6e7ba3b2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575781 Jul 19 07:46:39.380276 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-7fc47b28-a62a-492e-b38d-e053819d7234 service neutron] 10.222.0.10 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291327 Jul 19 07:46:39.470592 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-151dc05a-9b25-4c38-a12c-ffa58ee68cd9 service neutron] 10.222.0.10 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834887 Jul 19 07:46:39.792700 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b5b09-e8b8-4d67-9bb1-3b1a141eb866 req-f9ec76cd-b50f-43ea-b770-fec08890e761 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:39.794197 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-632b5b09-e8b8-4d67-9bb1-3b1a141eb866 req-f9ec76cd-b50f-43ea-b770-fec08890e761 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 946 time: 0.0633533 Jul 19 07:46:39.803509 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45590) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:39.809687 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Request body: {'floatingip': {'port_id': '430503e3-2270-4ade-a730-96c1e3c6caac'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:39.863709 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:39.883282 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c92af749-b6b4-4e37-ba3d-1deab01bf130 req-c06ca017-f375-4e6f-84d2-bb97c27f6d17 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 210 time: 0.0371552 Jul 19 07:46:40.319969 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:40.323445 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:40.418982 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Floating IP 86e712ab-5d15-4fd6-a6b3-a00192c9392a associated. External IP: 172.27.3.58, port: 430503e3-2270-4ade-a730-96c1e3c6caac. Jul 19 07:46:40.611657 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:46:40.710132 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:46:40.715165 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:40.720957 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] Sync routers for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:46:40.730432 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:40.731041 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:40.958399 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-96cd8b45-558b-4a52-95fa-4d396fe9c1bc tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "PUT /v2.0/floatingips/86e712ab-5d15-4fd6-a6b3-a00192c9392a HTTP/1.1" status: 200 len: 991 time: 1.1507418 Jul 19 07:46:40.958399 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:40.958729 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f736f-7908-46f3-a47f-21a1e9a2ab45" -d '{"events": [{"name": "network-changed", "server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:40.962771 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:40.990206 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-580390f3-c249-4764-baeb-1a5b1c5c5aa1 req-58853cdb-d099-467b-b871-38d66ac46a9b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 210 time: 0.0269296 Jul 19 07:46:41.176085 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '86e712ab-5d15-4fd6-a6b3-a00192c9392a', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'port_id': '430503e3-2270-4ade-a730-96c1e3c6caac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'mac_address': 'fa:16:3e:62:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa542885-f950-445a-b724-5d002c75f156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:46:27Z', 'updated_at': '2021-07-19T07:46:40Z', 'revision_number': 1, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:41.201610 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] Checking router: 2205f05e-a017-4bd5-961b-2d8f44f0fc71 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:46:41.209410 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:46:41.209996 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:41.301907 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df98a02a-49ae-496d-8c7c-dddb84fe517f x-openstack-request-id: req-df98a02a-49ae-496d-8c7c-dddb84fe517f {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:41.302189 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:41.302432 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df98a02a-49ae-496d-8c7c-dddb84fe517f {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:41.302897 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac', 'status': 'completed', 'code': 200} Jul 19 07:46:41.317758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:46:41.375838 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-e7a95ef5-f35e-4849-8f5f-eda4d4894311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:41.377374 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-e7a95ef5-f35e-4849-8f5f-eda4d4894311 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c71ba0302fe4b31813f99b72abba117&device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 1099 time: 0.0545096 Jul 19 07:46:41.471633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-f7d4192d-06ca-43c6-94ff-827832346ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:41.473164 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-f7d4192d-06ca-43c6-94ff-827832346ccf service neutron] 10.222.0.25 "GET /v2.0/networks?id=e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 200 len: 912 time: 0.0889406 Jul 19 07:46:41.542795 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-c47dc9f6-0376-4b08-95cc-1cdba3545cb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430503e3-2270-4ade-a730-96c1e3c6caac HTTP/1.1" status: 200 len: 999 time: 0.0573452 Jul 19 07:46:41.546890 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '86e712ab-5d15-4fd6-a6b3-a00192c9392a', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'port_id': '430503e3-2270-4ade-a730-96c1e3c6caac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'mac_address': 'fa:16:3e:62:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa542885-f950-445a-b724-5d002c75f156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:46:27Z', 'updated_at': '2021-07-19T07:46:40Z', 'revision_number': 1, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:46:41.573842 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15d7ce-59eb-4d67-9338-9848244bbfcb None None] The sync data for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi is: [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '86e712ab-5d15-4fd6-a6b3-a00192c9392a', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'port_id': '430503e3-2270-4ade-a730-96c1e3c6caac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'mac_address': 'fa:16:3e:62:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa542885-f950-445a-b724-5d002c75f156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:46:27Z', 'updated_at': '2021-07-19T07:46:40Z', 'revision_number': 1, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:46:41.590727 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-292b62d4-7f94-4732-a6be-7b8951a0abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:41.592188 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-292b62d4-7f94-4732-a6be-7b8951a0abe8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 200 len: 850 time: 0.0431807 Jul 19 07:46:41.653165 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-863b7a77-cf17-4fdc-8388-179e63be5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:41.654690 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-863b7a77-cf17-4fdc-8388-179e63be5fdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e458021d-cbb0-43ce-a4a4-ff961385cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558534 Jul 19 07:46:41.757150 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46da9c4-1c1a-4b5a-92bf-aafe9532f5e1 None None] New status for floating IP 86e712ab-5d15-4fd6-a6b3-a00192c9392a: ACTIVE {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:46:42.130838 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-43bdf282-b4ca-498b-9ab6-c1a614c28bbf req-7fea4fec-ed1b-4da1-ae91-85a9ca7453a2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 210 time: 0.0735416 Jul 19 07:46:44.647943 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-79bac63a-b31b-4018-9f23-87efb6db1fac service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858192 Jul 19 07:46:44.665382 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7611c802-2349-4add-808f-eedee46dd6e9 req-a040f24f-e89f-4d85-9de8-da7ed4c97958 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 210 time: 0.0285327 Jul 19 07:46:44.807915 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-873f736f-7908-46f3-a47f-21a1e9a2ab45 req-5f81e0df-609e-47b6-90ea-728fee3219ca service neutron] 10.222.0.25 "GET /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531198 Jul 19 07:46:44.841185 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-71e53d5c-c318-472d-89bc-1ef62bff10db tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:44.842686 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-71e53d5c-c318-472d-89bc-1ef62bff10db tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.25 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 809 time: 0.1222918 Jul 19 07:46:44.891102 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-fb90dc64-1a7c-4bd0-9e3e-2c636e2d36b8 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebc1dba6bca04b11be46abdc08df475e HTTP/1.1" status: 200 len: 380 time: 0.0381477 Jul 19 07:46:44.900745 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'port': {'device_id': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'admin_state_up': True, 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'security_groups': ['b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:45.004009 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Made reservation on behalf of ebc1dba6bca04b11be46abdc08df475e for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:46:45.007584 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.132324 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Allocated IP 172.20.0.12 (8f140631-2d8d-445e-87b8-332aa610bbce/a93482c8-ecdb-434d-8e1c-3291c8274d3a/f51dc585-ad05-4536-880a-15541e861935) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:46:45.284509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.302973 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Transition to ACTIVE for port object f51dc585-ad05-4536-880a-15541e861935 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:45.339513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.389416 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Network 8f140631-2d8d-445e-87b8-332aa610bbce is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:46:45.394716 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:46:45.399277 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:46:45.403500 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:45.450406 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:45.451117 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.468180 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-b74b288b-3b8e-4106-aaf6-f4927c5c30c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710561 Jul 19 07:46:45.484306 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Request body: {'port': {'device_id': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:46:45.565055 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.650826 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-b2a057cb-9e42-4320-96c0-aeb053e9b139 None None] Provisioning for port f51dc585-ad05-4536-880a-15541e861935 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:45.656224 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-b2a057cb-9e42-4320-96c0-aeb053e9b139 None None] Provisioning complete for port f51dc585-ad05-4536-880a-15541e861935 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:45.656697 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-b2a057cb-9e42-4320-96c0-aeb053e9b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.693636 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-b2a057cb-9e42-4320-96c0-aeb053e9b139 None None] Port f51dc585-ad05-4536-880a-15541e861935 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:46:45.798268 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22545ee-b0fd-4d8a-9e67-22d65cbbf813 req-0d154b45-c7ee-44a4-9d2d-efd12d7e16f5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:45.799747 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f22545ee-b0fd-4d8a-9e67-22d65cbbf813 req-0d154b45-c7ee-44a4-9d2d-efd12d7e16f5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 932 time: 0.0650022 Jul 19 07:46:45.837567 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f22545ee-b0fd-4d8a-9e67-22d65cbbf813 req-70c0a97c-25aa-4893-8502-ca4cc14bd4b9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Jul 19 07:46:45.844644 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51dc585-ad05-4536-880a-15541e861935 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:46:45.852068 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.863920 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Transition to ACTIVE for port object f51dc585-ad05-4536-880a-15541e861935 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:46:45.867429 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:45.914147 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:45.990561 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Attempting to bind port f51dc585-ad05-4536-880a-15541e861935 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:46:45.990900 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Attempting to bind port f51dc585-ad05-4536-880a-15541e861935 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:46:45.991231 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Attempting to bind port f51dc585-ad05-4536-880a-15541e861935 on network 8f140631-2d8d-445e-87b8-332aa610bbce {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:45.995679 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Port f51dc585-ad05-4536-880a-15541e861935 on network 8f140631-2d8d-445e-87b8-332aa610bbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:46:45.996000 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Attempting to bind port f51dc585-ad05-4536-880a-15541e861935 on network 8f140631-2d8d-445e-87b8-332aa610bbce {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:46:46.002742 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:46:46.003157 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Checking segment: {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:46:46.003459 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Bound using segment: {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:46:46.004826 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Bound port: f51dc585-ad05-4536-880a-15541e861935, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e89fa4-ff05-49c7-8810-9c5c59964f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:46:46.005197 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:46.068859 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:46:46.072141 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:46:46.076266 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:46.109092 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:46.109709 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:46.111121 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] 10.222.0.25 "PUT /v2.0/ports/f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 1094 time: 0.6336229 Jul 19 07:46:46.111551 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'tag': 'f51dc585-ad05-4536-880a-15541e861935'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:46.113808 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76" -d '{"events": [{"name": "network-changed", "server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "tag": "f51dc585-ad05-4536-880a-15541e861935"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:46.140492 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188de13-5d0a-426b-a79d-acbf65193a4a service neutron] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:46.165242 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d47140-3964-4beb-907b-1702507c855b x-openstack-request-id: req-73d47140-3964-4beb-907b-1702507c855b {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:46.165462 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "tag": "f51dc585-ad05-4536-880a-15541e861935", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:46.165708 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73d47140-3964-4beb-907b-1702507c855b {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:46.166116 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'tag': 'f51dc585-ad05-4536-880a-15541e861935', 'status': 'completed', 'code': 200} Jul 19 07:46:46.217610 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-52569681-2f6a-4169-9e54-e0615aad30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:46.219166 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-52569681-2f6a-4169-9e54-e0615aad30ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1097 time: 0.0630810 Jul 19 07:46:46.262057 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-7663c479-8f9b-4259-9413-74220ae3a517 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 217 time: 0.0347474 Jul 19 07:46:46.309632 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-3b6362b8-b7b6-4cee-bf8a-f582564ba2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:46.311072 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-3b6362b8-b7b6-4cee-bf8a-f582564ba2d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 200 len: 848 time: 0.0434854 Jul 19 07:46:46.369908 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-2b7a784a-e53a-4cc0-9cd9-83200cd30527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:46.371409 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-2b7a784a-e53a-4cc0-9cd9-83200cd30527 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f140631-2d8d-445e-87b8-332aa610bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532482 Jul 19 07:46:46.456509 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-41f5840b-4356-4bc3-990a-ff628d147ad3 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780115 Jul 19 07:46:46.758372 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-eb31589f-8367-4acc-b54c-82274d60bfd6 req-a3859059-9c97-4fac-8df6-cb8b2dd5befe service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954595 Jul 19 07:46:46.883289 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-b3661618-68f9-414c-861d-7bbf88f1540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:46.884872 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-b3661618-68f9-414c-861d-7bbf88f1540a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1097 time: 0.0723569 Jul 19 07:46:46.975779 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84baf4-0c22-491b-8680-92c39606dad3 req-e91cca19-d258-47a5-8cc4-9e53df332271 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:46.977282 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cf84baf4-0c22-491b-8680-92c39606dad3 req-e91cca19-d258-47a5-8cc4-9e53df332271 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0653393 Jul 19 07:46:46.977425 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-d8e79b24-0ff7-472c-b8e6-0ba682ba1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:46.978778 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-d8e79b24-0ff7-472c-b8e6-0ba682ba1306 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 910 time: 0.0874503 Jul 19 07:46:47.014954 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cf84baf4-0c22-491b-8680-92c39606dad3 req-68755646-251d-4160-8f5d-17cdbc42ae55 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 19 07:46:47.021485 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-ded9c5cd-8502-4ab0-ab7f-0255f54168ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 217 time: 0.0347021 Jul 19 07:46:47.069048 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-1a44db64-ec0c-4bfc-9c6f-2660bafe625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:47.070492 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-1a44db64-ec0c-4bfc-9c6f-2660bafe625f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 200 len: 848 time: 0.0433233 Jul 19 07:46:47.129602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-e14d0dd5-dc50-4486-a3c9-d04482c5f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:47.131117 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-e14d0dd5-dc50-4486-a3c9-d04482c5f4c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f140631-2d8d-445e-87b8-332aa610bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543165 Jul 19 07:46:47.176344 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:46:47.221500 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-792bc72d-10c3-43b9-ab78-818dfef948f7 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822279 Jul 19 07:46:47.314104 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9d0a6ca0-7cc6-48ea-9433-2489ac225f76 req-81f2e040-fd0e-454b-9793-da703a305d2a service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857530 Jul 19 07:46:47.714940 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-284fb0c0-582b-40ae-93d1-e844605f0e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:48.162631 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b868e8-b782-400e-ae15-7c58e762006d req-9011803f-3cb0-4e66-ad9a-334d288a55ff tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:48.164280 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08b868e8-b782-400e-ae15-7c58e762006d req-9011803f-3cb0-4e66-ad9a-334d288a55ff tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0821674 Jul 19 07:46:48.201684 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-08b868e8-b782-400e-ae15-7c58e762006d req-8989dc50-c627-48aa-8315-d539809b0417 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Jul 19 07:46:49.330248 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11708bd3-1708-4bc0-a9d4-8907579528a5 req-4e14a908-92a0-4a03-ae31-c5f3470a18d8 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:49.331760 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-11708bd3-1708-4bc0-a9d4-8907579528a5 req-4e14a908-92a0-4a03-ae31-c5f3470a18d8 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0638635 Jul 19 07:46:49.370681 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-11708bd3-1708-4bc0-a9d4-8907579528a5 req-20a64996-60b6-4d3b-811b-2124b0be4110 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330143 Jul 19 07:46:50.061475 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-cc61902c-a007-453a-91a6-978f5e13cfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:50.496102 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fc81b-a10f-45eb-aced-e690a00cc309 req-ce8dfad2-b6b6-4c50-a913-2877939f85a4 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:50.498219 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cd3fc81b-a10f-45eb-aced-e690a00cc309 req-ce8dfad2-b6b6-4c50-a913-2877939f85a4 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0602844 Jul 19 07:46:50.530749 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:50.537676 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cd3fc81b-a10f-45eb-aced-e690a00cc309 req-fe678e42-8722-4e3f-bd87-ecd063cb8962 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Jul 19 07:46:51.557792 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:53.410589 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:53.967539 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b430-acf9-4678-bfe6-4d26e9b24bc9 req-e0f19677-b6bc-4629-844a-94dec1e07d50 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:53.969014 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-55f9b430-acf9-4678-bfe6-4d26e9b24bc9 req-e0f19677-b6bc-4629-844a-94dec1e07d50 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0649426 Jul 19 07:46:54.006982 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-55f9b430-acf9-4678-bfe6-4d26e9b24bc9 req-a61e3c65-94da-48ae-8c23-0e042a13acd4 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Jul 19 07:46:55.143292 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ecf3-3663-43de-8310-4f4f084cae91 req-a21aab14-8608-4555-8ded-82592b27bf6d tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:55.144796 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7358ecf3-3663-43de-8310-4f4f084cae91 req-a21aab14-8608-4555-8ded-82592b27bf6d tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0640202 Jul 19 07:46:55.182548 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7358ecf3-3663-43de-8310-4f4f084cae91 req-cd7df7f0-0436-4849-9351-81b0fe7d3811 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Jul 19 07:46:56.315629 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0f4e5-223e-4e93-bc30-dde8ec83df46 req-14df3622-76b3-48d3-9901-58392e688503 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:56.317154 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9ae0f4e5-223e-4e93-bc30-dde8ec83df46 req-14df3622-76b3-48d3-9901-58392e688503 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0667076 Jul 19 07:46:56.355050 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9ae0f4e5-223e-4e93-bc30-dde8ec83df46 req-1a5e6a94-75d3-4fb0-8d90-cb222ef3c927 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325675 Jul 19 07:46:57.077968 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f51dc585-ad05-4536-880a-15541e861935 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:46:57.170901 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:57.181437 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'f51dc585-ad05-4536-880a-15541e861935', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'port_id': 'f51dc585-ad05-4536-880a-15541e861935', 'mac_address': 'fa:16:3e:7a:43:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:46:57.219945 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:57.232314 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51dc585-ad05-4536-880a-15541e861935 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:46:57.250959 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:57.254772 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:57.299188 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:57.487913 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf73ac-f759-481d-a0ea-a82e2a1efe8c req-abe3714b-f858-4468-991a-6a8fe126ac0e tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:57.489408 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-56cf73ac-f759-481d-a0ea-a82e2a1efe8c req-abe3714b-f858-4468-991a-6a8fe126ac0e tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 945 time: 0.0655613 Jul 19 07:46:57.507775 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['f51dc585-ad05-4536-880a-15541e861935'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:46:57.529996 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-56cf73ac-f759-481d-a0ea-a82e2a1efe8c req-09dd7772-b62f-45ee-91af-9775ed70692b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345848 Jul 19 07:46:57.578302 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.003821 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45834) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:58.106429 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ee96c328-5f95-448e-abc3-5685626a017a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.198861 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ee96c328-5f95-448e-abc3-5685626a017a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.204425 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ee96c328-5f95-448e-abc3-5685626a017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.243620 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ee96c328-5f95-448e-abc3-5685626a017a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19746d727e0a42d1b5394b8be86229cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386892 Jul 19 07:46:58.244513 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96c328-5f95-448e-abc3-5685626a017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b074d926-7303-4818-8f85-6bb8d0fe641d,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:58.247089 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45844) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:58.342287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.368749 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.373119 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-643453cf-50f4-49c5-9eb1-3a38c634d49d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1568778 Jul 19 07:46:58.426458 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.428823 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.429854 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b074d926-7303-4818-8f85-6bb8d0fe641d HTTP/1.1" status: 204 len: 168 time: 0.1817777 Jul 19 07:46:58.457860 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b074d926-7303-4818-8f85-6bb8d0fe641d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:58.466976 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.467318 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.467658 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.467983 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.468332 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.468703 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.469045 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.469330 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.469649 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.470065 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.470369 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.470755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f06-6cc2-4554-a549-538b0b41d8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:46:58.497523 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-1061152f-f910-4a72-9550-81b18a06c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:58.499044 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-1061152f-f910-4a72-9550-81b18a06c7cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1138 time: 0.0815909 Jul 19 07:46:58.603704 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-73d11ea5-ae4e-43a5-8f97-81ec8c1c69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:58.605257 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-73d11ea5-ae4e-43a5-8f97-81ec8c1c69f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 915 time: 0.0865231 Jul 19 07:46:58.672332 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf1604-d7d0-42fe-a403-19b9ed5f4f88 req-e731255d-ebf3-4731-a421-fe1f5f989920 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:58.674197 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5adf1604-d7d0-42fe-a403-19b9ed5f4f88 req-e731255d-ebf3-4731-a421-fe1f5f989920 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 945 time: 0.0693498 Jul 19 07:46:58.675450 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-fb2b0332-2ad2-46ca-8f09-cce701739e35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 1002 time: 0.0628331 Jul 19 07:46:58.706325 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 45852) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:58.723886 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5adf1604-d7d0-42fe-a403-19b9ed5f4f88 req-d443dd6c-2336-4f51-b4ed-e60e7dd1e72b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Jul 19 07:46:58.725054 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed74c331-c4f2-4e99-b36d-b7e7f6b836d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.726879 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-3c8c2666-6b4f-45bb-951a-00715ca705d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:58.728410 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-3c8c2666-6b4f-45bb-951a-00715ca705d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0459921 Jul 19 07:46:58.789615 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-4a7a8d10-9d30-4808-8bae-a8e345383fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:58.791099 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-4a7a8d10-9d30-4808-8bae-a8e345383fad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561566 Jul 19 07:46:58.814496 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed74c331-c4f2-4e99-b36d-b7e7f6b836d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.818595 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ed74c331-c4f2-4e99-b36d-b7e7f6b836d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:58.858653 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ed74c331-c4f2-4e99-b36d-b7e7f6b836d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e15c0f7ff2a48038a5eac83ac56e201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486945 Jul 19 07:46:58.858653 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74c331-c4f2-4e99-b36d-b7e7f6b836d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7d2b8a-e9b8-4b47-bc59-40b84a0a4157,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:58.858958 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45854) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:46:58.906074 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-d44b5f5f-c30f-4972-9294-1f0923b4ac7b service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079040 Jul 19 07:46:58.950860 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-847eb858-ceba-48c5-96da-323e841603fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:59.005193 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-847eb858-ceba-48c5-96da-323e841603fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:59.043573 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-297e83bd-80a5-4199-a948-14b0f7a72c23 req-bd271564-7e13-479c-b7ca-1aa59ff07898 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288061 Jul 19 07:46:59.064108 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-847eb858-ceba-48c5-96da-323e841603fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:59.066673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-847eb858-ceba-48c5-96da-323e841603fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:59.067779 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-847eb858-ceba-48c5-96da-323e841603fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b7d2b8a-e9b8-4b47-bc59-40b84a0a4157 HTTP/1.1" status: 204 len: 168 time: 0.2078981 Jul 19 07:46:59.075817 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb858-ceba-48c5-96da-323e841603fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7d2b8a-e9b8-4b47-bc59-40b84a0a4157,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:59.102638 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f51dc585-ad05-4536-880a-15541e861935 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:46:59.149272 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port f51dc585-ad05-4536-880a-15541e861935 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:46:59.153429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port f51dc585-ad05-4536-880a-15541e861935 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:46:59.153831 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:59.231955 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:59.254230 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc585-ad05-4536-880a-15541e861935'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:46:59.256705 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45215d2f-bc11-4d43-981b-d204e425e145" -d '{"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc585-ad05-4536-880a-15541e861935"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:46:59.269839 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:46:59.274545 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:46:59.327126 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:46:59.376775 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011057bd-2197-42b0-ab68-e5f1d48bafca x-openstack-request-id: req-011057bd-2197-42b0-ab68-e5f1d48bafca {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:46:59.377090 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc585-ad05-4536-880a-15541e861935", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:46:59.377342 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-011057bd-2197-42b0-ab68-e5f1d48bafca {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:46:59.377731 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc585-ad05-4536-880a-15541e861935', 'code': 200} Jul 19 07:46:59.620684 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac96a8-7a59-4f7e-82a1-f068d3eb0869 req-3a80eeea-b651-4081-9840-2880ef80375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:59.622210 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a4ac96a8-7a59-4f7e-82a1-f068d3eb0869 req-3a80eeea-b651-4081-9840-2880ef80375b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1099 time: 0.0515909 Jul 19 07:46:59.660958 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a4ac96a8-7a59-4f7e-82a1-f068d3eb0869 req-57f199fa-aabe-4c04-859e-6531ca546ac8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290239 Jul 19 07:46:59.858174 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817699c-1698-416c-b420-8382080e4d3d req-de71c8e5-d6fa-4ac2-bec7-fcc9d4ff547a tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:46:59.859663 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4817699c-1698-416c-b420-8382080e4d3d req-de71c8e5-d6fa-4ac2-bec7-fcc9d4ff547a tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0682418 Jul 19 07:46:59.900070 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4817699c-1698-416c-b420-8382080e4d3d req-70865279-f835-4529-8e70-907009cbb521 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349233 Jul 19 07:47:01.025992 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85a8e3-eab2-413b-be7c-2ac4c6d7e5c1 req-d396d128-f5af-4c38-a5fb-8ab742ac0d92 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:01.027986 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1c85a8e3-eab2-413b-be7c-2ac4c6d7e5c1 req-d396d128-f5af-4c38-a5fb-8ab742ac0d92 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0607893 Jul 19 07:47:01.063694 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1c85a8e3-eab2-413b-be7c-2ac4c6d7e5c1 req-1603f186-f60b-401c-8474-d316c2b5276a tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299153 Jul 19 07:47:01.188849 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e486a5-1642-4506-9ff4-93fca085efe8 req-b7289a8b-2a79-4ec0-918f-0dd1f5d24544 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:01.190220 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c8e486a5-1642-4506-9ff4-93fca085efe8 req-b7289a8b-2a79-4ec0-918f-0dd1f5d24544 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0614641 Jul 19 07:47:01.227048 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c8e486a5-1642-4506-9ff4-93fca085efe8 req-a741368e-42b5-4bf3-8f7f-4b8e314ed4bd tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Jul 19 07:47:01.247972 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45916) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:01.430352 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32152a25-69e3-4b05-ab3d-cfdf21c7fa31 tempest-TestShelveInstance-188037564 tempest-TestShelveInstance-188037564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:01.431831 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-32152a25-69e3-4b05-ab3d-cfdf21c7fa31 tempest-TestShelveInstance-188037564 tempest-TestShelveInstance-188037564-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1094 time: 0.1828470 Jul 19 07:47:01.435213 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 45920) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:01.439485 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'port_id': 'f51dc585-ad05-4536-880a-15541e861935', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:01.461298 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for floatingip, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:01.559646 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:01.661334 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Allocated IP 172.27.3.117 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/1710dc55-5fea-4e83-bd6a-f99010369b19) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:47:01.758955 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:01.797526 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:01.835711 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:01.838417 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:01.841910 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:47:01.866527 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'Port': ['ID=1710dc55-5fea-4e83-bd6a-f99010369b19,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:02.283546 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:02.385683 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:02.525708 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:02.530781 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:02.602543 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event updated for resources: {'Port': ['ID=1710dc55-5fea-4e83-bd6a-f99010369b19,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:02.611639 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:02.706618 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.l3_db [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Floating IP dff826f4-3594-4a9e-8dab-45d37680a615 associated. External IP: 172.27.3.117, port: f51dc585-ad05-4536-880a-15541e861935. Jul 19 07:47:02.898939 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Router 31ebb51e-ee55-4332-bffc-27bcaec63e6e has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:47:03.211093 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:03.220614 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] Sync routers for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:03.227428 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:03.232330 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:03.233154 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:03.264788 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-204219cc-db47-49a8-b3a5-b59c22c61828 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8285434 Jul 19 07:47:03.265422 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'tag': 'f51dc585-ad05-4536-880a-15541e861935'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:03.267681 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "tag": "f51dc585-ad05-4536-880a-15541e861935"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:03.344376 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:03.440764 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446a2077-9c66-4230-b337-8fec87278c08 x-openstack-request-id: req-446a2077-9c66-4230-b337-8fec87278c08 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:03.441755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "tag": "f51dc585-ad05-4536-880a-15541e861935", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:03.442154 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-446a2077-9c66-4230-b337-8fec87278c08 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:03.442702 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'tag': 'f51dc585-ad05-4536-880a-15541e861935', 'status': 'completed', 'code': 200} Jul 19 07:47:03.520100 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-4716b54b-fd0e-49a2-a3c1-2e47e4e2cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:03.521658 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-4716b54b-fd0e-49a2-a3c1-2e47e4e2cff8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1099 time: 0.0515709 Jul 19 07:47:03.588392 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'dff826f4-3594-4a9e-8dab-45d37680a615', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'port_id': 'f51dc585-ad05-4536-880a-15541e861935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'mac_address': 'fa:16:3e:7a:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:47:02Z', 'updated_at': '2021-07-19T07:47:02Z', 'revision_number': 0, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:13Z', 'revision_number': 5, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:03.611178 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-c240e1fe-fc9e-497e-9265-9b5bdfecbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:03.612669 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-c240e1fe-fc9e-497e-9265-9b5bdfecbabb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 910 time: 0.0843241 Jul 19 07:47:03.614683 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] Checking router: 31ebb51e-ee55-4332-bffc-27bcaec63e6e for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:03.622834 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:03.623432 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:03.693721 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-1ace109b-e7e9-41a1-8591-ff00ef2b0201 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 1000 time: 0.0724041 Jul 19 07:47:03.731710 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:03.745121 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-08ddced4-34c0-4290-96d1-4cfd15c6dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:03.746633 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-08ddced4-34c0-4290-96d1-4cfd15c6dfb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 200 len: 848 time: 0.0449047 Jul 19 07:47:03.803415 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-803a95f7-6855-4cc1-acd7-d436d908f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:03.804942 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-803a95f7-6855-4cc1-acd7-d436d908f072 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f140631-2d8d-445e-87b8-332aa610bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509033 Jul 19 07:47:03.901159 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-9629694e-2438-4eaa-a2aa-e8e2349a4937 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861006 Jul 19 07:47:03.951647 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'dff826f4-3594-4a9e-8dab-45d37680a615', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'port_id': 'f51dc585-ad05-4536-880a-15541e861935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'mac_address': 'fa:16:3e:7a:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:47:02Z', 'updated_at': '2021-07-19T07:47:02Z', 'revision_number': 0, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:13Z', 'revision_number': 5, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:03.977305 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a10ef-b105-4180-93f6-ec5dac8c035d None None] The sync data for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi is: [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': 'dff826f4-3594-4a9e-8dab-45d37680a615', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'port_id': 'f51dc585-ad05-4536-880a-15541e861935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'mac_address': 'fa:16:3e:7a:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:47:02Z', 'updated_at': '2021-07-19T07:47:02Z', 'revision_number': 0, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:13Z', 'revision_number': 5, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:47:03.990882 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-a53b4c21-bd45-4ec5-b1b2-3e6daad9d21a req-6a8f68a4-b14c-4e17-82ff-5c06c0daf224 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823636 Jul 19 07:47:04.167395 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46412a0-eeac-4d1b-af65-e6a388b0dbbd None None] New status for floating IP dff826f4-3594-4a9e-8dab-45d37680a615: ACTIVE {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:47:09.633965 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46022) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:09.731848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-962146de-6f39-4c92-bb77-4ff353f2e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:09.816994 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-962146de-6f39-4c92-bb77-4ff353f2e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:09.820513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-962146de-6f39-4c92-bb77-4ff353f2e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:09.859704 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962146de-6f39-4c92-bb77-4ff353f2e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123e5353-98e5-4822-bd26-9b5edf5a0353,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:09.863935 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-962146de-6f39-4c92-bb77-4ff353f2e887 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=869fb0a1d5724652a433c68452b58ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289743 Jul 19 07:47:09.867172 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46028) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:09.914113 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb57eb65-0b0a-485c-8157-cc03d1fb9a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:09.935468 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb57eb65-0b0a-485c-8157-cc03d1fb9a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:09.979715 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb57eb65-0b0a-485c-8157-cc03d1fb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:09.982906 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb57eb65-0b0a-485c-8157-cc03d1fb9a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:09.984043 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-eb57eb65-0b0a-485c-8157-cc03d1fb9a57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/123e5353-98e5-4822-bd26-9b5edf5a0353 HTTP/1.1" status: 204 len: 168 time: 0.1166203 Jul 19 07:47:09.993182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57eb65-0b0a-485c-8157-cc03d1fb9a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123e5353-98e5-4822-bd26-9b5edf5a0353,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:10.238347 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46042) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:10.251378 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-57b3a35d-e29c-4cbf-9af3-ca659c389d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:10.340580 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-57b3a35d-e29c-4cbf-9af3-ca659c389d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:10.344033 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-57b3a35d-e29c-4cbf-9af3-ca659c389d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:10.381175 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-57b3a35d-e29c-4cbf-9af3-ca659c389d2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=714982807f1749c091e417a9ad851ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415923 Jul 19 07:47:10.382022 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3a35d-e29c-4cbf-9af3-ca659c389d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184710da-722f-450e-8f87-30978c0f2e9b,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:10.384620 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46044) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:10.436035 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e3e-a924-45b2-a83f-1fc84bd9fffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:10.455712 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e3e-a924-45b2-a83f-1fc84bd9fffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:10.500680 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e3e-a924-45b2-a83f-1fc84bd9fffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:10.503147 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e3e-a924-45b2-a83f-1fc84bd9fffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:10.504308 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a68c3e3e-a924-45b2-a83f-1fc84bd9fffc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/184710da-722f-450e-8f87-30978c0f2e9b HTTP/1.1" status: 204 len: 168 time: 0.1186800 Jul 19 07:47:10.511780 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c3e3e-a924-45b2-a83f-1fc84bd9fffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184710da-722f-450e-8f87-30978c0f2e9b,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:11.483231 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46078) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:11.583442 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5f-4b06-48c3-a41b-144c4b63d1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:11.669766 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5f-4b06-48c3-a41b-144c4b63d1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:11.673367 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5f-4b06-48c3-a41b-144c4b63d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:11.710641 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-62b58c5f-4b06-48c3-a41b-144c4b63d1ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=261f1fa8a361477b967368d45d12cce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262659 Jul 19 07:47:11.711729 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b58c5f-4b06-48c3-a41b-144c4b63d1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7906a47f-9921-4aa5-b87b-5eb684ff6409,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:11.713371 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46082) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:11.763337 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cab9f90e-de40-4864-83a9-4d4fc21b659a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:11.783897 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cab9f90e-de40-4864-83a9-4d4fc21b659a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:11.829237 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cab9f90e-de40-4864-83a9-4d4fc21b659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:11.831741 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cab9f90e-de40-4864-83a9-4d4fc21b659a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:11.832914 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-cab9f90e-de40-4864-83a9-4d4fc21b659a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7906a47f-9921-4aa5-b87b-5eb684ff6409 HTTP/1.1" status: 204 len: 168 time: 0.1185496 Jul 19 07:47:11.840930 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9f90e-de40-4864-83a9-4d4fc21b659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7906a47f-9921-4aa5-b87b-5eb684ff6409,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:11.981970 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-05cb60e8-6b0f-4b7b-9e65-32c4a5bf0c2c tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613488189&fields=id&tenant_id=8869a8ae8b35455d8c37f1270677368e HTTP/1.1" status: 200 len: 267 time: 0.0326054 Jul 19 07:47:12.051458 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-be09757b-2fbf-49de-be96-e42205183d6a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:12.053027 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-be09757b-2fbf-49de-be96-e42205183d6a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 985 time: 0.0659525 Jul 19 07:47:12.064356 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Request body: {'port': {'security_groups': ['3a0d4132-b15f-496e-b701-67b04f28cb0f']}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:12.152697 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.322821 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=445817b6-72d1-486a-a95c-4195d0eea715,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:12.353315 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.357850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.379707 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:47:12.405939 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:12.406630 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.408157 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-53d806c2-1422-4bf5-b26e-3fc9bf8ad9aa req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "PUT /v2.0/ports/445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 943 time: 0.3484571 Jul 19 07:47:12.408689 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:12.411333 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c929c-8202-4549-95fd-0b83ce7d1adc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:12.416522 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46112) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:12.468863 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaa52a-25e9-4296-b827-1687bdb9d642 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event updated for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=7']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:12.501304 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-34898e20-8da4-4feb-b7b6-63f289ff2108 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.530304 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-34898e20-8da4-4feb-b7b6-63f289ff2108 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.560406 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70205f19-69a8-4259-b71e-f23a5e959b76 x-openstack-request-id: req-70205f19-69a8-4259-b71e-f23a5e959b76 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:12.560930 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:12.560930 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70205f19-69a8-4259-b71e-f23a5e959b76 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:12.561425 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715', 'status': 'completed', 'code': 200} Jul 19 07:47:12.588511 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:47:12.653561 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-34898e20-8da4-4feb-b7b6-63f289ff2108 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.656430 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-34898e20-8da4-4feb-b7b6-63f289ff2108 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.657600 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-34898e20-8da4-4feb-b7b6-63f289ff2108 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "DELETE /v2.0/security-groups/bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0 HTTP/1.1" status: 204 len: 168 time: 0.2400336 Jul 19 07:47:12.661371 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46118) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:12.676055 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34898e20-8da4-4feb-b7b6-63f289ff2108 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25a7ab-ca16-4f4f-bc8d-b80ca6e3eae0,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:12.688506 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-0bf5e7cc-ebf0-4d71-a73b-744b8e047f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:12.689991 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-0bf5e7cc-ebf0-4d71-a73b-744b8e047f3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1099 time: 0.1028938 Jul 19 07:47:12.764321 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-c18d872a-aa14-4f32-adf1-644854971834 None None] Provisioning complete for port 445817b6-72d1-486a-a95c-4195d0eea715 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:12.764724 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-c18d872a-aa14-4f32-adf1-644854971834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.805386 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-a87dffdd-9b4a-4e1a-9727-ca9499577c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:12.807494 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-a87dffdd-9b4a-4e1a-9727-ca9499577c70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 915 time: 0.1105175 Jul 19 07:47:12.878848 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Deleting port 1373616e-d3cd-464b-b060-005e4638edb1 {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:12.879187 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.903032 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-4a02aa96-eb5f-40a9-ae2f-16b1255d3ec0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 1002 time: 0.0878639 Jul 19 07:47:12.959675 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-27789cb4-25e9-459b-90e7-32ea39b61b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:12.961309 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-27789cb4-25e9-459b-90e7-32ea39b61b64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0469773 Jul 19 07:47:12.969124 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.969647 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:12.984512 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Calling delete_port for 1373616e-d3cd-464b-b060-005e4638edb1 owned by network:floatingip {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:13.035101 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-3cf356bf-bff2-4d85-88b3-16f6d61d2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:13.036630 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-3cf356bf-bff2-4d85-88b3-16f6d61d2496 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604501 Jul 19 07:47:13.133012 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-b395ef44-4d8e-4566-b4c4-6a65e2a929c0 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878589 Jul 19 07:47:13.159729 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:13.184894 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event deleted for resources: {'Port': ['ID=1373616e-d3cd-464b-b060-005e4638edb1,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:13.232784 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-c64c929c-8202-4549-95fd-0b83ce7d1adc req-c76238c5-acdc-42e0-bba3-beb46a7be150 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869651 Jul 19 07:47:13.248127 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks [] for floatingip, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:13.248504 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Floating IP ac6d0bac-e2a8-493b-9201-d1db84b70691 disassociated (deleted). External IP: 172.27.3.138, port: 445817b6-72d1-486a-a95c-4195d0eea715. Jul 19 07:47:13.445356 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Router 05ee7066-ff3a-4014-bea5-748f27a48044 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:47:13.548296 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:13.552671 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:13.557744 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] Sync routers for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:13.566892 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:13.567493 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:13.594085 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-a665814a-25ba-4729-8d70-191af0859bf0 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "DELETE /v2.0/floatingips/ac6d0bac-e2a8-493b-9201-d1db84b70691 HTTP/1.1" status: 204 len: 168 time: 0.9290423 Jul 19 07:47:13.801758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:14.003962 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:14.029956 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] Checking router: 05ee7066-ff3a-4014-bea5-748f27a48044 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:14.038125 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:14.038723 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:46:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:14.142534 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:14.174387 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-858d8ef5-2159-4141-8e75-c2aba4d27ca1 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=14bb5ef3501e4691b1da946e55d54f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293646 Jul 19 07:47:14.346062 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:14.356453 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-6b752e06-575c-427c-9e4e-fd0c234c2d2a tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:14.358228 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-6b752e06-575c-427c-9e4e-fd0c234c2d2a tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785333 Jul 19 07:47:14.372437 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7ef2c-6513-438c-ac8d-ecbb45d17d96 None None] The sync data for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi is: [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:32Z', 'revision_number': 4, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '0f670a8b-a2cc-4b0f-b61b-fffe99f55356', 'name': '', 'network_id': '70a6e687-a251-4fbd-b915-6fdc2e50e48c', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'mac_address': 'fa:16:3e:2b:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:30Z', 'updated_at': '2021-07-19T07:44:38Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'subnets': [{'id': 'dedb37cb-63d6-4668-9b41-999a96c0137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:47:14.372637 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-59408967-01fc-4c75-b83d-49b7201ec49c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/quotas/14bb5ef3501e4691b1da946e55d54f75 HTTP/1.1" status: 200 len: 375 time: 0.0090084 Jul 19 07:47:14.410410 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-2c98b929-2f02-4ee8-96e0-deb2da9672cb tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=14bb5ef3501e4691b1da946e55d54f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299709 Jul 19 07:47:14.567893 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:14.570924 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664393fb-cb27-4cdd-b5c4-c6778ea20d52" -d '{"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:14.620573 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-32992084-724e-4eab-99a1-fd7228237fa7 req-771d4b09-dd4b-4479-8cfe-f49ca0baf328 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0603800 Jul 19 07:47:14.631988 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b8b54-f5e2-4a23-9c3f-785a199feb1f None None] New status for floating IP ac6d0bac-e2a8-493b-9201-d1db84b70691: DOWN {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:47:14.656171 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b114b-f9ff-40e7-8314-af8d7fe6828e x-openstack-request-id: req-ba5b114b-f9ff-40e7-8314-af8d7fe6828e {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:14.656483 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "tag": "445817b6-72d1-486a-a95c-4195d0eea715", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:14.656717 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba5b114b-f9ff-40e7-8314-af8d7fe6828e {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:14.657465 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715', 'status': 'completed', 'code': 200} Jul 19 07:47:14.760373 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-2eca0e7f-59d5-49a5-83ee-1b8173b2a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:14.763058 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-2eca0e7f-59d5-49a5-83ee-1b8173b2a0d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8869a8ae8b35455d8c37f1270677368e&device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 1099 time: 0.0690315 Jul 19 07:47:14.856361 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-94ea1730-cb8b-4d48-9483-86cb85f55534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:14.857936 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-94ea1730-cb8b-4d48-9483-86cb85f55534 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 200 len: 915 time: 0.0862644 Jul 19 07:47:14.909322 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-36342af9-7e74-4949-879e-f02fe44659d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 200 len: 217 time: 0.0438380 Jul 19 07:47:14.963856 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-415ed459-658d-4f7f-9ff6-b185b1b3de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:14.965418 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-415ed459-658d-4f7f-9ff6-b185b1b3de0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 200 len: 853 time: 0.0497110 Jul 19 07:47:15.030794 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-5b473269-8ebf-4dfe-95b7-fa7384c1f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:15.032224 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-5b473269-8ebf-4dfe-95b7-fa7384c1f1a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a6e687-a251-4fbd-b915-6fdc2e50e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546224 Jul 19 07:47:15.129654 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-dbcb7d81-820f-4784-b6da-381567ef9816 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899429 Jul 19 07:47:15.220371 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-664393fb-cb27-4cdd-b5c4-c6778ea20d52 req-c1717724-f1df-46a8-8bf9-a579a34ac4d6 service neutron] 10.222.0.25 "GET /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816393 Jul 19 07:47:15.625251 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-82bdb07d-4272-40f0-8b37-f0d68c12bf7b tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=14bb5ef3501e4691b1da946e55d54f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289233 Jul 19 07:47:15.710340 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5b4f1473-c09f-4317-afb6-33860a273898 req-ebcab8e0-4c29-459e-b28f-0ae73fc1f782 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0293751 Jul 19 07:47:15.821044 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-1db13085-39d9-4566-94fd-057a4ec0a4de tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:15.822495 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-1db13085-39d9-4566-94fd-057a4ec0a4de tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913755 Jul 19 07:47:15.845988 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Request body: {'port': {'device_id': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878', 'admin_state_up': True, 'tenant_id': '14bb5ef3501e4691b1da946e55d54f75'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:15.950881 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Made reservation on behalf of 14bb5ef3501e4691b1da946e55d54f75 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:47:15.954429 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:15.966536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.058821 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.062882 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.129371 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:16.210441 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Allocated IP 192.168.233.148 (ef564337-c045-4b7f-8158-e298338d8878/34d3b8a4-dc17-4b7c-8fdf-bd763df23431/eca63682-a5d7-480f-9209-f9e9772ba6f9) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:47:16.359795 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.364919 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870d730-961f-4786-a64a-075ef461825f req-dc9ae352-f644-4cda-93a2-03ebc883689b tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:16.366385 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e870d730-961f-4786-a64a-075ef461825f req-dc9ae352-f644-4cda-93a2-03ebc883689b tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.0645258 Jul 19 07:47:16.373492 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Transition to ACTIVE for port object eca63682-a5d7-480f-9209-f9e9772ba6f9 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:16.407403 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.407615 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e870d730-961f-4786-a64a-075ef461825f req-fb0b6c04-ef8c-4b91-a1a9-0372421081e2 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346868 Jul 19 07:47:16.426887 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Network ef564337-c045-4b7f-8158-e298338d8878 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:16.428221 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:16.430652 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:47:16.500190 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Pushing event updated for resources: {'Port': ['ID=eca63682-a5d7-480f-9209-f9e9772ba6f9,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:16.514378 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:16.515004 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.529538 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-68296afb-f49a-44cf-a575-f7fcf2372c5c tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6872907 Jul 19 07:47:16.544593 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Request body: {'port': {'device_id': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:16.614814 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.636335 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-6e0df51d-2d62-46f3-b872-2594c2304b8f None None] Provisioning for port eca63682-a5d7-480f-9209-f9e9772ba6f9 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:16.640141 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-6e0df51d-2d62-46f3-b872-2594c2304b8f None None] Provisioning complete for port eca63682-a5d7-480f-9209-f9e9772ba6f9 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:16.640547 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-6e0df51d-2d62-46f3-b872-2594c2304b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.673741 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-6e0df51d-2d62-46f3-b872-2594c2304b8f None None] Port eca63682-a5d7-480f-9209-f9e9772ba6f9 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:47:16.838236 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0bf8f-ae70-4503-bbe0-fdd4b257a44c req-98ae96a5-4e18-4b3c-b567-3291d1ef0024 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:16.840902 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d5a0bf8f-ae70-4503-bbe0-fdd4b257a44c req-98ae96a5-4e18-4b3c-b567-3291d1ef0024 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 936 time: 0.0610251 Jul 19 07:47:16.869873 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca63682-a5d7-480f-9209-f9e9772ba6f9 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:47:16.878020 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.880593 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d5a0bf8f-ae70-4503-bbe0-fdd4b257a44c req-2a0b767e-d820-4239-b1c9-d47d996aeafa tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Jul 19 07:47:16.890593 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Transition to ACTIVE for port object eca63682-a5d7-480f-9209-f9e9772ba6f9 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:16.897525 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:16.968255 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eca63682-a5d7-480f-9209-f9e9772ba6f9,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:17.015955 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Attempting to bind port eca63682-a5d7-480f-9209-f9e9772ba6f9 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:47:17.016426 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Attempting to bind port eca63682-a5d7-480f-9209-f9e9772ba6f9 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:47:17.016834 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Attempting to bind port eca63682-a5d7-480f-9209-f9e9772ba6f9 on network ef564337-c045-4b7f-8158-e298338d8878 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:47:17.021405 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Port eca63682-a5d7-480f-9209-f9e9772ba6f9 on network ef564337-c045-4b7f-8158-e298338d8878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:47:17.021830 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Attempting to bind port eca63682-a5d7-480f-9209-f9e9772ba6f9 on network ef564337-c045-4b7f-8158-e298338d8878 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:47:17.027371 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:47:17.027819 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Checking segment: {'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:47:17.028210 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Bound using segment: {'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:47:17.028725 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Bound port: eca63682-a5d7-480f-9209-f9e9772ba6f9, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0e04ae-b1da-4dca-827b-d8808213fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:47:17.029351 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:17.096066 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] For port eca63682-a5d7-480f-9209-f9e9772ba6f9, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:47:17.098922 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] For port eca63682-a5d7-480f-9209-f9e9772ba6f9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eca63682-a5d7-480f-9209-f9e9772ba6f9,segment=NetworkSegment(cc0e04ae-b1da-4dca-827b-d8808213fd3f),segment_id=cc0e04ae-b1da-4dca-827b-d8808213fd3f)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:47:17.102237 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:17.133086 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.133696 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:17.135072 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/eca63682-a5d7-480f-9209-f9e9772ba6f9 HTTP/1.1" status: 200 len: 1098 time: 0.5951197 Jul 19 07:47:17.135504 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'tag': 'eca63682-a5d7-480f-9209-f9e9772ba6f9'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:17.137778 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4f9940-fb5e-4295-9821-b670fcf1a1b7", "tag": "eca63682-a5d7-480f-9209-f9e9772ba6f9"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:17.166030 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982de43f-fd72-4192-8f3a-457c34ead3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eca63682-a5d7-480f-9209-f9e9772ba6f9,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:17.181539 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604c4eb-2467-41dd-b2a9-8e4513cce458 x-openstack-request-id: req-f604c4eb-2467-41dd-b2a9-8e4513cce458 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:17.181834 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4f9940-fb5e-4295-9821-b670fcf1a1b7", "tag": "eca63682-a5d7-480f-9209-f9e9772ba6f9", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:17.182089 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f604c4eb-2467-41dd-b2a9-8e4513cce458 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:17.182506 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'tag': 'eca63682-a5d7-480f-9209-f9e9772ba6f9', 'status': 'completed', 'code': 200} Jul 19 07:47:17.259065 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-e450c029-2826-4541-a0c6-0e01347076be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.260790 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-e450c029-2826-4541-a0c6-0e01347076be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14bb5ef3501e4691b1da946e55d54f75&device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 1101 time: 0.0583405 Jul 19 07:47:17.310603 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-51161790-ccab-4f3e-871f-52cce03f41e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=eca63682-a5d7-480f-9209-f9e9772ba6f9 HTTP/1.1" status: 200 len: 217 time: 0.0396769 Jul 19 07:47:17.370958 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-239604cb-e224-4084-8a18-44a86447217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.372536 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-239604cb-e224-4084-8a18-44a86447217d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d3b8a4-dc17-4b7c-8fdf-bd763df23431 HTTP/1.1" status: 200 len: 843 time: 0.0457854 Jul 19 07:47:17.431105 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd21-e118-4407-9630-27622784a54c req-6be25322-0ad7-4c30-ab3e-b5dffd216c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.432551 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-6be25322-0ad7-4c30-ab3e-b5dffd216c0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef564337-c045-4b7f-8158-e298338d8878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0518410 Jul 19 07:47:17.525004 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-b1bb3c67-5909-4dfc-a745-3da13be97078 service neutron] 10.222.0.25 "GET /v2.0/networks/ef564337-c045-4b7f-8158-e298338d8878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823514 Jul 19 07:47:17.537554 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9b0fd-5aa7-4665-87c3-d3cd55e2b82a req-843d1d40-c3ad-4ab3-99c9-4eaccd75eb47 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.539088 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-acb9b0fd-5aa7-4665-87c3-d3cd55e2b82a req-843d1d40-c3ad-4ab3-99c9-4eaccd75eb47 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.0640526 Jul 19 07:47:17.619747 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-5e83fd21-e118-4407-9630-27622784a54c req-81e5240e-1b73-4445-9516-840e8e94f641 service neutron] 10.222.0.25 "GET /v2.0/networks/ef564337-c045-4b7f-8158-e298338d8878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823317 Jul 19 07:47:17.719730 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5859816a-063c-415d-af6a-2430e751bb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:17.741473 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-abedbffc-8a69-407f-9912-d4ae8162929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.743283 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-abedbffc-8a69-407f-9912-d4ae8162929e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14bb5ef3501e4691b1da946e55d54f75&device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 1101 time: 0.0582716 Jul 19 07:47:17.783697 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-acb9b0fd-5aa7-4665-87c3-d3cd55e2b82a req-800f563c-320c-4391-9517-e8dc09ed3bad tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a0d4132-b15f-496e-b701-67b04f28cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388709 Jul 19 07:47:17.831523 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-f7df3a70-360a-4c29-aa84-83f9dea6559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.833035 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-f7df3a70-360a-4c29-aa84-83f9dea6559a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef564337-c045-4b7f-8158-e298338d8878 HTTP/1.1" status: 200 len: 870 time: 0.0826848 Jul 19 07:47:17.875676 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-9cf39068-39fb-4c9c-9895-b16dddf9212e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=eca63682-a5d7-480f-9209-f9e9772ba6f9 HTTP/1.1" status: 200 len: 217 time: 0.0354662 Jul 19 07:47:17.931020 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-dcdf6321-470c-4ad5-85df-64ad3aa291db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.932512 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-dcdf6321-470c-4ad5-85df-64ad3aa291db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d3b8a4-dc17-4b7c-8fdf-bd763df23431 HTTP/1.1" status: 200 len: 843 time: 0.0422993 Jul 19 07:47:17.989076 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-23aa6b3a-7e46-42f6-bb9f-99bff8530771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:17.990475 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-23aa6b3a-7e46-42f6-bb9f-99bff8530771 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef564337-c045-4b7f-8158-e298338d8878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0514212 Jul 19 07:47:18.009432 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897364-9a1a-44b9-bd69-765df8eb68ac req-50c46233-e586-49e1-b47e-a8ea66c55363 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:18.010903 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2a897364-9a1a-44b9-bd69-765df8eb68ac req-50c46233-e586-49e1-b47e-a8ea66c55363 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 948 time: 0.0607972 Jul 19 07:47:18.048748 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2a897364-9a1a-44b9-bd69-765df8eb68ac req-b8e9ca4e-c6bc-4798-9b45-3cdc6c3b99ad tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Jul 19 07:47:18.331692 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-dd61d3b9-16b7-4593-9a3b-3f4d08cccd7b service neutron] 10.222.0.25 "GET /v2.0/networks/ef564337-c045-4b7f-8158-e298338d8878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339047 Jul 19 07:47:18.385000 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-7ff396dc-d04a-483d-8d57-9e8a2872772e tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:18.386464 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-7ff396dc-d04a-483d-8d57-9e8a2872772e tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 946 time: 0.1031632 Jul 19 07:47:18.482084 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-25b4d625-ac0a-4e10-a309-7c2a1836d8f2 req-b0e8998a-87d3-45d7-9aa5-e82ffef78a01 service neutron] 10.222.0.25 "GET /v2.0/networks/ef564337-c045-4b7f-8158-e298338d8878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387837 Jul 19 07:47:18.532858 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Deleting port 445817b6-72d1-486a-a95c-4195d0eea715 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:18.533506 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:18.630290 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] For port 445817b6-72d1-486a-a95c-4195d0eea715, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=445817b6-72d1-486a-a95c-4195d0eea715,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:18.630572 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:18.642106 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Calling delete_port for 445817b6-72d1-486a-a95c-4195d0eea715 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:18.766782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:18.778970 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['445817b6-72d1-486a-a95c-4195d0eea715'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:47:18.808231 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Pushing event deleted for resources: {'Port': ['ID=445817b6-72d1-486a-a95c-4195d0eea715,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:18.854595 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] No DVR routers for this DVR port 445817b6-72d1-486a-a95c-4195d0eea715 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:47:18.857370 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:18.859391 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f18bbe13-0044-4bdf-b98f-ff6c0be454f2 req-547a6e16-3da5-4d8a-b8cd-e03db4b5e18a tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.25 "DELETE /v2.0/ports/445817b6-72d1-486a-a95c-4195d0eea715 HTTP/1.1" status: 204 len: 173 time: 0.4478211 Jul 19 07:47:18.883132 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-951d73c9-46be-40d8-8195-191529cb20a0 req-a1bef099-570b-41f5-9365-8cbd3906a891 tempest-TestMinimumBasicScenario-654111331 tempest-TestMinimumBasicScenario-654111331-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c468f9a-e2f0-43f7-8cef-07bceaeb26be HTTP/1.1" status: 200 len: 210 time: 0.0280221 Jul 19 07:47:19.183438 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'name': 'network-vif-deleted', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:19.186169 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35e6d57-d3d4-459c-b0b6-52947657240d" -d '{"events": [{"server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "name": "network-vif-deleted", "tag": "445817b6-72d1-486a-a95c-4195d0eea715"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:19.276909 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4b02e-df55-47a8-904d-a793664d40d9 req-83924a72-6078-455f-8389-25f98a6aea3a tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:19.278451 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e8f4b02e-df55-47a8-904d-a793664d40d9 req-83924a72-6078-455f-8389-25f98a6aea3a tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 948 time: 0.1087198 Jul 19 07:47:19.291473 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c92355-3199-423d-b8fa-7a0346fc8ef1 req-98249419-7da5-4bfa-bbf4-7d51421834a3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:19.293140 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02c92355-3199-423d-b8fa-7a0346fc8ef1 req-98249419-7da5-4bfa-bbf4-7d51421834a3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0919216 Jul 19 07:47:19.342475 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e8f4b02e-df55-47a8-904d-a793664d40d9 req-3b62170b-0f1b-4af5-a8ab-653563cf8725 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480974 Jul 19 07:47:19.354261 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-02c92355-3199-423d-b8fa-7a0346fc8ef1 req-e0a152ad-e9bd-43a3-803d-5b81cc64c7d9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532818 Jul 19 07:47:19.399633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c7d6f7-3425-4ff1-b70a-6b29ff654ec3 x-openstack-request-id: req-f2c7d6f7-3425-4ff1-b70a-6b29ff654ec3 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:19.399922 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c468f9a-e2f0-43f7-8cef-07bceaeb26be", "name": "network-vif-deleted", "tag": "445817b6-72d1-486a-a95c-4195d0eea715", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:19.400173 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2c7d6f7-3425-4ff1-b70a-6b29ff654ec3 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:19.400604 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c468f9a-e2f0-43f7-8cef-07bceaeb26be', 'name': 'network-vif-deleted', 'tag': '445817b6-72d1-486a-a95c-4195d0eea715', 'status': 'completed', 'code': 200} Jul 19 07:47:20.061705 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-18f0c7d7-202d-4af2-8974-508ac9432875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:20.529624 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2c989-cabf-404f-acd6-2feeb89da1e0 req-e8d9494a-7975-48e4-84e5-afbb95638d40 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:20.531219 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d6a2c989-cabf-404f-acd6-2feeb89da1e0 req-e8d9494a-7975-48e4-84e5-afbb95638d40 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 948 time: 0.1135337 Jul 19 07:47:20.538268 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:20.553931 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33921-8332-4d5d-9f08-62f290153987 req-d1efbd03-66e5-4ceb-ab4c-fdd9f53adff3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:20.555554 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-86d33921-8332-4d5d-9f08-62f290153987 req-d1efbd03-66e5-4ceb-ab4c-fdd9f53adff3 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1069422 Jul 19 07:47:20.606625 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d6a2c989-cabf-404f-acd6-2feeb89da1e0 req-87e2aef5-b90a-423a-9740-d5bcbacf5e3d tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682561 Jul 19 07:47:20.613518 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-86d33921-8332-4d5d-9f08-62f290153987 req-68cb8dfa-90d2-4206-83ce-0b4416201bef tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486851 Jul 19 07:47:20.624634 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46302) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:21.020229 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.176276 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device eca63682-a5d7-480f-9209-f9e9772ba6f9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:47:21.180792 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 445817b6-72d1-486a-a95c-4195d0eea715 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:21.205078 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 445817b6-72d1-486a-a95c-4195d0eea715 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:21.205446 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 445817b6-72d1-486a-a95c-4195d0eea715 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:21.289530 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port eca63682-a5d7-480f-9209-f9e9772ba6f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eca63682-a5d7-480f-9209-f9e9772ba6f9,segment=NetworkSegment(cc0e04ae-b1da-4dca-827b-d8808213fd3f),segment_id=cc0e04ae-b1da-4dca-827b-d8808213fd3f)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:21.300643 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'eca63682-a5d7-480f-9209-f9e9772ba6f9', 'network_id': 'ef564337-c045-4b7f-8158-e298338d8878', 'port_id': 'eca63682-a5d7-480f-9209-f9e9772ba6f9', 'mac_address': 'fa:16:3e:31:72:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d3b8a4-dc17-4b7c-8fdf-bd763df23431', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:47:21.318450 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Deleting port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:21.318795 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.340688 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.352895 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca63682-a5d7-480f-9209-f9e9772ba6f9 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:47:21.372560 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port eca63682-a5d7-480f-9209-f9e9772ba6f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eca63682-a5d7-480f-9209-f9e9772ba6f9,segment=NetworkSegment(cc0e04ae-b1da-4dca-827b-d8808213fd3f),segment_id=cc0e04ae-b1da-4dca-827b-d8808213fd3f)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:21.376643 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.394028 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] For port 0f670a8b-a2cc-4b0f-b61b-fffe99f55356, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:21.394480 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.410265 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Calling delete_port for 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 owned by network:router_interface {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:21.423648 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=eca63682-a5d7-480f-9209-f9e9772ba6f9,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:21.430508 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.430798 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.431146 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.431480 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.431840 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.432170 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.432523 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.433407 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.433735 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.434059 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.434381 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.434701 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.561093 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.585241 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.611117 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Pushing event deleted for resources: {'Port': ['ID=0f670a8b-a2cc-4b0f-b61b-fffe99f55356,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:21.637182 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['eca63682-a5d7-480f-9209-f9e9772ba6f9'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:47:21.637315 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.637604 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.637942 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.639568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.639568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.639568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.639568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.639568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.640105 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.640105 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.640440 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.640754 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:21.877764 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:21.891070 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e32038-1176-437c-9324-2a2b8db027b1 req-e21e1827-f918-4888-a5d7-0d5ac1253037 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:21.892576 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-20e32038-1176-437c-9324-2a2b8db027b1 req-e21e1827-f918-4888-a5d7-0d5ac1253037 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 949 time: 0.1670332 Jul 19 07:47:21.903037 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5f6b3-19dc-4e0f-874e-018e72eafa36 req-b662f6e3-6c5d-49f0-bf2f-eeae8de603cc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:21.904709 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2cc5f6b3-19dc-4e0f-874e-018e72eafa36 req-b662f6e3-6c5d-49f0-bf2f-eeae8de603cc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1497405 Jul 19 07:47:22.018475 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-20e32038-1176-437c-9324-2a2b8db027b1 req-6218f8a1-cd74-47ba-8f17-508ca38a2b4f tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113942 Jul 19 07:47:22.033509 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2cc5f6b3-19dc-4e0f-874e-018e72eafa36 req-e666fd67-0ff6-422e-97b1-26ffb4d4ef85 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184757 Jul 19 07:47:22.162924 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Router 05ee7066-ff3a-4014-bea5-748f27a48044 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:47:22.266914 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:22.272012 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-252a1414-983f-4398-84b2-567c86b89eda admin admin] 10.222.0.10 "PUT /v2.0/routers/05ee7066-ff3a-4014-bea5-748f27a48044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6468959 Jul 19 07:47:22.274413 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46312) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:22.276916 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] Sync routers for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:22.286209 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:22.286809 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:22.376538 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks [] for router, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:22.390649 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:22.571900 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:47:21Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:22.598004 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] Checking router: 05ee7066-ff3a-4014-bea5-748f27a48044 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:22.606774 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] Routers {'05ee7066-ff3a-4014-bea5-748f27a48044'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:22.607388 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['05ee7066-ff3a-4014-bea5-748f27a48044'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:22.684177 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:22.712180 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] Set router 05ee7066-ff3a-4014-bea5-748f27a48044 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:22.734917 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Deleting port 5482841d-79e4-433a-bb50-7dcabda5572b {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:22.735262 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:22.810966 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] For port 5482841d-79e4-433a-bb50-7dcabda5572b, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=5482841d-79e4-433a-bb50-7dcabda5572b,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:22.811323 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:22.823486 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Calling delete_port for 5482841d-79e4-433a-bb50-7dcabda5572b owned by network:router_gateway {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:22.887481 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:47:21Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:22.913408 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448aace4-1638-41f1-9766-aca8004d2c31 None None] The sync data for ids ['05ee7066-ff3a-4014-bea5-748f27a48044'] in dv-cinder-772623-11-iscsi is: [{'id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'name': 'tempest-TestMinimumBasicScenario-402126402-router', 'tenant_id': '8869a8ae8b35455d8c37f1270677368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:47:21Z', 'revision_number': 5, 'project_id': '8869a8ae8b35455d8c37f1270677368e', 'gw_port': {'id': '5482841d-79e4-433a-bb50-7dcabda5572b', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee7066-ff3a-4014-bea5-748f27a48044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:28Z', 'updated_at': '2021-07-19T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:47:22.993615 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.027119 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Pushing event deleted for resources: {'Port': ['ID=5482841d-79e4-433a-bb50-7dcabda5572b,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:23.082218 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.177890 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device eca63682-a5d7-480f-9209-f9e9772ba6f9 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:23.223035 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.223659 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port eca63682-a5d7-480f-9209-f9e9772ba6f9 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:23.226661 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.227154 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port eca63682-a5d7-480f-9209-f9e9772ba6f9 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:23.227535 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.294933 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.295488 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ee7066-ff3a-4014-bea5-748f27a48044 {{(pid=99881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:47:23.300774 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] Notify callbacks [] for router, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.301891 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f429c097-a35c-48c4-930b-2b4004c44836 admin admin] 10.222.0.10 "DELETE /v2.0/routers/05ee7066-ff3a-4014-bea5-748f27a48044 HTTP/1.1" status: 204 len: 168 time: 1.0265858 Jul 19 07:47:23.304849 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46320) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:23.316389 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9611c8-f663-4888-a7b7-38017109bad7 req-060cb626-971e-4930-b681-6f6b152ac581 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:23.317942 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cb9611c8-f663-4888-a7b7-38017109bad7 req-060cb626-971e-4930-b681-6f6b152ac581 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1783442 Jul 19 07:47:23.326339 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac086a2f-9387-4822-99b2-85a2bec61bc6 req-08eb925b-cb6e-41d0-8923-0b2103108cea tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:23.327726 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ac086a2f-9387-4822-99b2-85a2bec61bc6 req-08eb925b-cb6e-41d0-8923-0b2103108cea tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 949 time: 0.2195573 Jul 19 07:47:23.367862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] Deleting subnet dedb37cb-63d6-4668-9b41-999a96c0137f {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:47:23.372671 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.387017 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-cb9611c8-f663-4888-a7b7-38017109bad7 req-302169d5-fdaf-4d13-a8bf-c0503195a2b0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582716 Jul 19 07:47:23.392453 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ac086a2f-9387-4822-99b2-85a2bec61bc6 req-f5e36900-a614-4423-beff-7801ab38bd72 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574472 Jul 19 07:47:23.444878 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.482736 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.492143 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.508318 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca63682-a5d7-480f-9209-f9e9772ba6f9'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:23.509000 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509a8050-2545-4644-8bf7-a6c514776988" -d '{"events": [{"server_uuid": "1e4f9940-fb5e-4295-9821-b670fcf1a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "eca63682-a5d7-480f-9209-f9e9772ba6f9"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:23.522254 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port eca63682-a5d7-480f-9209-f9e9772ba6f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eca63682-a5d7-480f-9209-f9e9772ba6f9,segment=NetworkSegment(cc0e04ae-b1da-4dca-827b-d8808213fd3f),segment_id=cc0e04ae-b1da-4dca-827b-d8808213fd3f)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:23.528531 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.567490 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.578146 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=eca63682-a5d7-480f-9209-f9e9772ba6f9,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:23.629221 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.661670 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dedb37cb-63d6-4668-9b41-999a96c0137f,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:23.663982 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.665893 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-afaa8d8f-3e59-45a4-af26-7a0a878fa48b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dedb37cb-63d6-4668-9b41-999a96c0137f HTTP/1.1" status: 204 len: 168 time: 0.3599856 Jul 19 07:47:23.669239 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46328) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:23.670825 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84db14-b5bc-4d0d-bf1b-83885ed4af7e None None] Network 70a6e687-a251-4fbd-b915-6fdc2e50e48c requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:47:23.685304 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f475b9-5b28-4c03-8e7f-815b982887d3 x-openstack-request-id: req-60f475b9-5b28-4c03-8e7f-815b982887d3 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:23.685662 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4f9940-fb5e-4295-9821-b670fcf1a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "eca63682-a5d7-480f-9209-f9e9772ba6f9", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:23.685975 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60f475b9-5b28-4c03-8e7f-815b982887d3 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:23.686417 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca63682-a5d7-480f-9209-f9e9772ba6f9', 'code': 200} Jul 19 07:47:23.758379 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.820076 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Deleting port 30b77090-794b-4df6-b566-393add5bb664 {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:23.820464 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.894820 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7cc6e-e17c-474c-850d-66344f039dd2 req-0d5eb3aa-dec3-498a-9b54-d42c949cbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:23.902445 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-96b7cc6e-e17c-474c-850d-66344f039dd2 req-0d5eb3aa-dec3-498a-9b54-d42c949cbc7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 1103 time: 0.0697265 Jul 19 07:47:23.905644 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] For port 30b77090-794b-4df6-b566-393add5bb664, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=30b77090-794b-4df6-b566-393add5bb664,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:23.908039 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] DHCP port deletion for 70a6e687-a251-4fbd-b915-6fdc2e50e48c request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:47:23.908304 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.921384 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Calling delete_port for 30b77090-794b-4df6-b566-393add5bb664 owned by network:dhcp {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:23.938817 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-96b7cc6e-e17c-474c-850d-66344f039dd2 req-8e580f42-8ef4-4b8b-afc4-3cd844d2644e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290504 Jul 19 07:47:23.956868 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] Deleting port 30b77090-794b-4df6-b566-393add5bb664 {{(pid=99882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:23.957255 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:23.999023 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.021479 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] For port 30b77090-794b-4df6-b566-393add5bb664, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=30b77090-794b-4df6-b566-393add5bb664,segment=NetworkSegment(edec77ec-9695-4407-81ae-3c24d14a624a),segment_id=edec77ec-9695-4407-81ae-3c24d14a624a)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:24.021907 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.027053 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] No DVR routers for this DVR port 30b77090-794b-4df6-b566-393add5bb664 on host dv-cinder-772623-11-iscsi {{(pid=99881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:47:24.030872 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b77090-794b-4df6-b566-393add5bb664,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:24.035787 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] Calling delete_port for 30b77090-794b-4df6-b566-393add5bb664 owned by network:dhcp {{(pid=99882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:24.100962 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.111055 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a6e687-a251-4fbd-b915-6fdc2e50e48c']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:24.121440 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edec77ec-9695-4407-81ae-3c24d14a624a') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:24.121803 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edec77ec-9695-4407-81ae-3c24d14a624a') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:24.133072 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.146220 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.151813 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:47:24.152245 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:47:24.154158 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:47:24.163612 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.175432 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:47:24.188547 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] Pushing event deleted for resources: {'Port': ['ID=30b77090-794b-4df6-b566-393add5bb664,revision_number=None']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:24.203313 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9942b-8fef-49d2-b8f2-b718c0014521 None None] No DVR routers for this DVR port 30b77090-794b-4df6-b566-393add5bb664 on host dv-cinder-772623-11-iscsi {{(pid=99882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:47:24.228880 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.230806 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:24.236559 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.238618 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/70a6e687-a251-4fbd-b915-6fdc2e50e48c HTTP/1.1" status: 204 len: 168 time: 0.5678329 Jul 19 07:47:24.242657 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46332) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:24.251763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:24.252196 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0f670a8b-a2cc-4b0f-b61b-fffe99f55356 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:24.252569 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e16b1-f616-4814-b738-73c35e4dbdc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a6e687-a251-4fbd-b915-6fdc2e50e48c,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:24.252744 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 5482841d-79e4-433a-bb50-7dcabda5572b no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:24.271493 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 5482841d-79e4-433a-bb50-7dcabda5572b {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:24.271844 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 5482841d-79e4-433a-bb50-7dcabda5572b not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:24.272270 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 30b77090-794b-4df6-b566-393add5bb664 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:24.290548 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 30b77090-794b-4df6-b566-393add5bb664 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:24.290901 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 30b77090-794b-4df6-b566-393add5bb664 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:24.571284 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6191a6-e84c-4b9a-9a43-777fde2c877a req-b61e9d23-c2c9-4cb3-9aa0-5b4828b0d43e tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:24.572785 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ec6191a6-e84c-4b9a-9a43-777fde2c877a req-b61e9d23-c2c9-4cb3-9aa0-5b4828b0d43e tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 950 time: 0.1037438 Jul 19 07:47:24.577633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.581230 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d4604-007a-4762-8827-e7d7d82da411 req-909ce050-512b-440a-ab84-bc4d6189543d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:24.582635 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-367d4604-007a-4762-8827-e7d7d82da411 req-909ce050-512b-440a-ab84-bc4d6189543d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1033149 Jul 19 07:47:24.640228 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ec6191a6-e84c-4b9a-9a43-777fde2c877a req-e0a30744-e25a-422c-8b0f-9268969decde tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566440 Jul 19 07:47:24.645122 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-367d4604-007a-4762-8827-e7d7d82da411 req-9ae92dce-a148-4e61-add4-dd6d3c437ef2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551193 Jul 19 07:47:24.834579 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Deleting port db6d4f8f-7f1b-4b82-8f36-495c83691789 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:24.834923 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.921728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] For port db6d4f8f-7f1b-4b82-8f36-495c83691789, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=db6d4f8f-7f1b-4b82-8f36-495c83691789,segment=NetworkSegment(fb6709b9-be73-4dc4-b460-12ffdb65a533),segment_id=fb6709b9-be73-4dc4-b460-12ffdb65a533)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:24.922097 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:24.934767 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Calling delete_port for db6d4f8f-7f1b-4b82-8f36-495c83691789 owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:25.128935 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:25.155530 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6d4f8f-7f1b-4b82-8f36-495c83691789,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:25.315517 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:25.517031 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Router 2a992397-1ca5-4fe2-a162-7728a9a0a660 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:47:25.617673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:25.623000 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-9d6b8160-db10-443a-94e9-5cba7dd5a4e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a992397-1ca5-4fe2-a162-7728a9a0a660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3793335 Jul 19 07:47:25.625510 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46348) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:25.628183 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] Sync routers for ids ['2a992397-1ca5-4fe2-a162-7728a9a0a660'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:25.640902 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] Routers {'2a992397-1ca5-4fe2-a162-7728a9a0a660'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:25.641577 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2a992397-1ca5-4fe2-a162-7728a9a0a660'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:25.730945 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks [] for router, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:25.745810 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] Set router 2a992397-1ca5-4fe2-a162-7728a9a0a660 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:25.825427 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5712fe-ec4b-405c-8ebf-ebcc5a3f654f req-076307c4-e8d6-4484-9dca-5ff6674869ea tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:25.826818 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7e5712fe-ec4b-405c-8ebf-ebcc5a3f654f req-076307c4-e8d6-4484-9dca-5ff6674869ea tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 950 time: 0.1056561 Jul 19 07:47:25.838918 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5143805-04d2-461d-a293-db3836264489 req-e1c55545-b5b0-4cf2-840a-e768c90c049b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:25.840530 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c5143805-04d2-461d-a293-db3836264489 req-e1c55545-b5b0-4cf2-840a-e768c90c049b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1051490 Jul 19 07:47:25.843425 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:25.897847 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Deleting port e70fa887-dcb9-4c03-ab41-dfda2cd8e528 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:25.898733 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:25.904590 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c5143805-04d2-461d-a293-db3836264489 req-04cb3fd4-2cfe-47ae-abc0-04f32d65c197 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551322 Jul 19 07:47:25.907671 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7e5712fe-ec4b-405c-8ebf-ebcc5a3f654f req-3ff533fe-77ef-4566-b319-e3313a0ae2f2 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661507 Jul 19 07:47:25.992722 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] For port e70fa887-dcb9-4c03-ab41-dfda2cd8e528, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:25.993182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.005479 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Calling delete_port for e70fa887-dcb9-4c03-ab41-dfda2cd8e528 owned by network:router_gateway {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:26.031436 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:47:25Z', 'revision_number': 5, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port': {'id': 'e70fa887-dcb9-4c03-ab41-dfda2cd8e528', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:44:35Z', 'updated_at': '2021-07-19T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:26.060544 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] Checking router: 2a992397-1ca5-4fe2-a162-7728a9a0a660 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:26.069944 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] Routers {'2a992397-1ca5-4fe2-a162-7728a9a0a660'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:26.070781 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2a992397-1ca5-4fe2-a162-7728a9a0a660'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:26.167990 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] Set router 2a992397-1ca5-4fe2-a162-7728a9a0a660 gateway port host: None {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:26.246859 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:47:25Z', 'revision_number': 6, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port_host': None}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:26.251941 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d298-d8e6-4c68-b575-b78e655cf120 req-12055a3c-fc79-405a-90fe-fa0d01e918c1 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:26.254029 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.260357 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bd98d298-d8e6-4c68-b575-b78e655cf120 req-12055a3c-fc79-405a-90fe-fa0d01e918c1 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 950 time: 0.0906634 Jul 19 07:47:26.289627 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70fa887-dcb9-4c03-ab41-dfda2cd8e528,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:26.299570 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-bd98d298-d8e6-4c68-b575-b78e655cf120 req-80aa638e-9d34-410e-bafa-cd135e5b4a26 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Jul 19 07:47:26.302372 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a3f23-d4b4-4bd3-b48b-6e871042f2e3 None None] The sync data for ids ['2a992397-1ca5-4fe2-a162-7728a9a0a660'] in dv-cinder-772623-11-iscsi is: [{'id': '2a992397-1ca5-4fe2-a162-7728a9a0a660', 'name': 'tempest-TestMinimumBasicScenario-591511769-router', 'tenant_id': '6c01027524d242ab96e4ad9fcaf28667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:44:34Z', 'updated_at': '2021-07-19T07:47:25Z', 'revision_number': 6, 'project_id': '6c01027524d242ab96e4ad9fcaf28667', 'gw_port_host': None}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:47:26.360456 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.699617 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.701853 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.769633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.770096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a992397-1ca5-4fe2-a162-7728a9a0a660 {{(pid=99880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:47:26.774914 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.776069 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f1ee472f-e0c9-43a3-a879-98713c184179 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2a992397-1ca5-4fe2-a162-7728a9a0a660 HTTP/1.1" status: 204 len: 168 time: 1.1496089 Jul 19 07:47:26.779302 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46372) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:26.822703 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] Deleting subnet 569042ad-bfb0-4fdb-a8a0-49c4e166b913 {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:47:26.825819 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.860591 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.941386 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:26.992826 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.018616 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569042ad-bfb0-4fdb-a8a0-49c4e166b913,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:27.020647 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.022499 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-33d97382-fa97-40b9-9755-2238cf255126 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/569042ad-bfb0-4fdb-a8a0-49c4e166b913 HTTP/1.1" status: 204 len: 168 time: 0.2422419 Jul 19 07:47:27.024861 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46376) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:27.027561 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ce80d-f044-49f0-bc13-3346a9b79106 None None] Network 7ac143ae-f44b-46c6-aa8f-46d06540afec requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:47:27.059866 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073e72-5d7e-4db6-a97f-09585de97057 req-a215516d-70c9-4a73-88da-fe460db52583 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:27.067703 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3e073e72-5d7e-4db6-a97f-09585de97057 req-a215516d-70c9-4a73-88da-fe460db52583 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0835404 Jul 19 07:47:27.098705 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.118451 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3e073e72-5d7e-4db6-a97f-09585de97057 req-5db6584d-08ec-4abe-9c8a-52a5c77e1291 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Jul 19 07:47:27.151119 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Deleting port c216f138-7662-4f35-b18f-942d2831f26a {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:27.152022 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.216160 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] For port c216f138-7662-4f35-b18f-942d2831f26a, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=c216f138-7662-4f35-b18f-942d2831f26a,segment=NetworkSegment(fb6709b9-be73-4dc4-b460-12ffdb65a533),segment_id=fb6709b9-be73-4dc4-b460-12ffdb65a533)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:27.216553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.228133 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] DHCP port deletion for 7ac143ae-f44b-46c6-aa8f-46d06540afec request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:47:27.235921 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Calling delete_port for c216f138-7662-4f35-b18f-942d2831f26a owned by network:dhcp {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:27.277732 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] Deleting port c216f138-7662-4f35-b18f-942d2831f26a {{(pid=99882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:27.278200 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.322857 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.349722 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c216f138-7662-4f35-b18f-942d2831f26a,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:27.358517 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] No DVR routers for this DVR port c216f138-7662-4f35-b18f-942d2831f26a on host dv-cinder-772623-11-iscsi {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:47:27.365200 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] For port c216f138-7662-4f35-b18f-942d2831f26a, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=c216f138-7662-4f35-b18f-942d2831f26a,segment=NetworkSegment(fb6709b9-be73-4dc4-b460-12ffdb65a533),segment_id=fb6709b9-be73-4dc4-b460-12ffdb65a533)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:27.365200 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.381434 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] Calling delete_port for c216f138-7662-4f35-b18f-942d2831f26a owned by network:dhcp {{(pid=99882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:27.436110 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.447604 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac143ae-f44b-46c6-aa8f-46d06540afec']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:27.459288 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805363a5-9840-44a8-8cc1-bd61326fdb7a req-438e667d-8647-40ac-955b-121bc3d6ebba tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:27.461032 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6709b9-be73-4dc4-b460-12ffdb65a533') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:27.461340 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6709b9-be73-4dc4-b460-12ffdb65a533') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:27.462999 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-805363a5-9840-44a8-8cc1-bd61326fdb7a req-438e667d-8647-40ac-955b-121bc3d6ebba tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 950 time: 0.0781107 Jul 19 07:47:27.465089 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.471494 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.491839 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] Pushing event deleted for resources: {'Port': ['ID=c216f138-7662-4f35-b18f-942d2831f26a,revision_number=None']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:27.493542 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.496745 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f37b8-5a9b-4957-9bff-0944f5529046 None None] No DVR routers for this DVR port c216f138-7662-4f35-b18f-942d2831f26a on host dv-cinder-772623-11-iscsi {{(pid=99882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:47:27.503882 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:47:27.504421 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.533118 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-805363a5-9840-44a8-8cc1-bd61326fdb7a req-c5204a3f-3c88-4883-8f3b-a7e655b04236 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649319 Jul 19 07:47:27.556987 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:47:27.565338 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:47:27.574208 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.579026 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.583396 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7ac143ae-f44b-46c6-aa8f-46d06540afec HTTP/1.1" status: 204 len: 168 time: 0.5554624 Jul 19 07:47:27.593765 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a979c10-5ef5-4f2c-8786-eef0e3eccf77 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac143ae-f44b-46c6-aa8f-46d06540afec,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:27.701933 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-851deebd-535e-49de-a190-1a919f13f2f1 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:27.703462 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-851deebd-535e-49de-a190-1a919f13f2f1 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 950 time: 0.0694284 Jul 19 07:47:27.743048 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46384) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:27.783036 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-def12922-9687-47fb-b887-0b7eb24da142 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8869a8ae8b35455d8c37f1270677368e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388417 Jul 19 07:47:27.785430 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46386) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:27.803936 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Deleting port eca63682-a5d7-480f-9209-f9e9772ba6f9 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:27.804300 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.832582 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0b1f-3e1d-4bb1-896c-2c481da21899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.852764 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0b1f-3e1d-4bb1-896c-2c481da21899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.898784 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0b1f-3e1d-4bb1-896c-2c481da21899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.900115 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] For port eca63682-a5d7-480f-9209-f9e9772ba6f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eca63682-a5d7-480f-9209-f9e9772ba6f9,segment=NetworkSegment(cc0e04ae-b1da-4dca-827b-d8808213fd3f),segment_id=cc0e04ae-b1da-4dca-827b-d8808213fd3f)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:27.900522 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.901403 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0b1f-3e1d-4bb1-896c-2c481da21899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:27.902548 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-dc1a0b1f-3e1d-4bb1-896c-2c481da21899 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a0d4132-b15f-496e-b701-67b04f28cb0f HTTP/1.1" status: 204 len: 168 time: 0.1162274 Jul 19 07:47:27.910773 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a0b1f-3e1d-4bb1-896c-2c481da21899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0d4132-b15f-496e-b701-67b04f28cb0f,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:27.913792 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Calling delete_port for eca63682-a5d7-480f-9209-f9e9772ba6f9 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:28.044231 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:28.055786 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['eca63682-a5d7-480f-9209-f9e9772ba6f9'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:47:28.083324 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Pushing event deleted for resources: {'Port': ['ID=eca63682-a5d7-480f-9209-f9e9772ba6f9,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:28.126071 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] No DVR routers for this DVR port eca63682-a5d7-480f-9209-f9e9772ba6f9 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:47:28.128855 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:28.131326 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7a1c96a7-1076-4271-aee4-fdfed47a1975 req-90cd2213-f4ab-4bb9-bda8-1b5f0b30b294 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.25 "DELETE /v2.0/ports/eca63682-a5d7-480f-9209-f9e9772ba6f9 HTTP/1.1" status: 204 len: 173 time: 0.4218903 Jul 19 07:47:28.131828 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'name': 'network-vif-deleted', 'tag': 'eca63682-a5d7-480f-9209-f9e9772ba6f9'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:28.135314 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fa05b6-4ae6-4c75-85da-c46f409d51a8" -d '{"events": [{"server_uuid": "1e4f9940-fb5e-4295-9821-b670fcf1a1b7", "name": "network-vif-deleted", "tag": "eca63682-a5d7-480f-9209-f9e9772ba6f9"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:28.189278 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7293e15e-b271-4a84-a6ae-7193d3ee8dbb x-openstack-request-id: req-7293e15e-b271-4a84-a6ae-7193d3ee8dbb {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:28.190345 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4f9940-fb5e-4295-9821-b670fcf1a1b7", "name": "network-vif-deleted", "tag": "eca63682-a5d7-480f-9209-f9e9772ba6f9", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:28.190728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7293e15e-b271-4a84-a6ae-7193d3ee8dbb {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:28.191277 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4f9940-fb5e-4295-9821-b670fcf1a1b7', 'name': 'network-vif-deleted', 'tag': 'eca63682-a5d7-480f-9209-f9e9772ba6f9', 'status': 'completed', 'code': 200} Jul 19 07:47:28.270536 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c216f138-7662-4f35-b18f-942d2831f26a no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:28.291274 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: c216f138-7662-4f35-b18f-942d2831f26a {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:28.292731 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c216f138-7662-4f35-b18f-942d2831f26a not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:28.293505 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device db6d4f8f-7f1b-4b82-8f36-495c83691789 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:28.317792 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: db6d4f8f-7f1b-4b82-8f36-495c83691789 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:28.317792 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device db6d4f8f-7f1b-4b82-8f36-495c83691789 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:28.317792 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e70fa887-dcb9-4c03-ab41-dfda2cd8e528 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:28.318093 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46396) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:28.336538 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd7693-e3d4-4d66-97fc-690e790b1e03 req-7b947fce-40b3-4d5f-b41f-0c6945e1198b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:28.338020 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: e70fa887-dcb9-4c03-ab41-dfda2cd8e528 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:28.338185 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-84bd7693-e3d4-4d66-97fc-690e790b1e03 req-7b947fce-40b3-4d5f-b41f-0c6945e1198b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1157701 Jul 19 07:47:28.339182 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e70fa887-dcb9-4c03-ab41-dfda2cd8e528 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:28.364626 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e23a8be7-8c47-42ae-8133-76814ed6993c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c01027524d242ab96e4ad9fcaf28667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450516 Jul 19 07:47:28.367018 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46398) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:28.381137 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-84bd7693-e3d4-4d66-97fc-690e790b1e03 req-d8b1f3e6-b658-44e7-a004-e1b5fad8162f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359051 Jul 19 07:47:28.420564 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6903fc8-0c98-4754-a94e-a5aa5811227e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:28.440588 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6903fc8-0c98-4754-a94e-a5aa5811227e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:28.488328 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6903fc8-0c98-4754-a94e-a5aa5811227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:28.490679 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6903fc8-0c98-4754-a94e-a5aa5811227e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:28.491815 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f6903fc8-0c98-4754-a94e-a5aa5811227e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13af1f48-5057-45d0-9181-d1d94dc8a483 HTTP/1.1" status: 204 len: 168 time: 0.1239138 Jul 19 07:47:28.499265 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6903fc8-0c98-4754-a94e-a5aa5811227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13af1f48-5057-45d0-9181-d1d94dc8a483,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:28.652871 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6837ad47-7718-45af-a176-ae231d247b38 req-667b942e-5290-4c3d-a4f2-bf4a81356232 tempest-VolumesNegativeTest-814653801 tempest-VolumesNegativeTest-814653801-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4f9940-fb5e-4295-9821-b670fcf1a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0303919 Jul 19 07:47:29.510648 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfde49f-ece3-4a20-9ce3-0dfb70267bb1 req-a99045c6-cba7-4f72-b94a-5987241d324d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:29.512093 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ebfde49f-ece3-4a20-9ce3-0dfb70267bb1 req-a99045c6-cba7-4f72-b94a-5987241d324d tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0600011 Jul 19 07:47:29.549616 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ebfde49f-ece3-4a20-9ce3-0dfb70267bb1 req-a4aa7b9f-ebec-495d-9ae0-7a4752e163e2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Jul 19 07:47:30.686183 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306752b-0e2e-444b-82ce-55696d463289 req-04458287-f893-4dca-8371-472656ec222a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:30.687674 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3306752b-0e2e-444b-82ce-55696d463289 req-04458287-f893-4dca-8371-472656ec222a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0678561 Jul 19 07:47:30.725191 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3306752b-0e2e-444b-82ce-55696d463289 req-c4ffa64e-b5bf-43cc-8dd3-c7665a1a85e7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317538 Jul 19 07:47:31.283844 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:47:31.288423 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device eca63682-a5d7-480f-9209-f9e9772ba6f9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:31.314208 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: eca63682-a5d7-480f-9209-f9e9772ba6f9 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:31.314555 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device eca63682-a5d7-480f-9209-f9e9772ba6f9 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:31.395462 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:31.406579 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '49473151-fd9a-44f8-b2fc-d39cde737632', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'port_id': '49473151-fd9a-44f8-b2fc-d39cde737632', 'mac_address': 'fa:16:3e:4a:e0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:47:31.445590 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:31.457748 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49473151-fd9a-44f8-b2fc-d39cde737632 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:47:31.476859 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:31.482174 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:31.537729 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=6']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:31.581642 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['49473151-fd9a-44f8-b2fc-d39cde737632'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:47:31.887773 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7b6e3-5959-4c4d-9038-7c96625c7261 req-958a2bab-543a-421a-b0d4-397f7f2d2612 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:31.893288 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-93c7b6e3-5959-4c4d-9038-7c96625c7261 req-958a2bab-543a-421a-b0d4-397f7f2d2612 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.0749528 Jul 19 07:47:31.939910 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-93c7b6e3-5959-4c4d-9038-7c96625c7261 req-94a54ccf-09e5-49f6-b1c6-246c8de8e4fd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Jul 19 07:47:33.095352 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004690f-60e2-43bd-8246-c17fdea40680 req-ff2be79b-ba9c-426d-8b05-90b49c63558e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:33.106802 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f004690f-60e2-43bd-8246-c17fdea40680 req-ff2be79b-ba9c-426d-8b05-90b49c63558e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.0949693 Jul 19 07:47:33.166393 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f004690f-60e2-43bd-8246-c17fdea40680 req-8a963485-07f8-43e4-84ce-4904704de2e2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565634 Jul 19 07:47:33.288112 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:33.382492 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 49473151-fd9a-44f8-b2fc-d39cde737632 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:33.382905 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:33.476476 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:33.510289 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:33.513457 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1cae29-237f-4140-91ea-d1f0519d6c52" -d '{"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-plugged", "status": "completed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:33.527041 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:33.535372 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:33.594123 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=7']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:33.606854 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659610f-bc63-4ec7-af41-b60bd0a9df95 x-openstack-request-id: req-5659610f-bc63-4ec7-af41-b60bd0a9df95 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:33.607214 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-plugged", "status": "completed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:33.607804 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5659610f-bc63-4ec7-af41-b60bd0a9df95 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:33.608252 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632', 'code': 200} Jul 19 07:47:34.318505 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca2573-2f25-4fbe-9b27-451faa8bd6ab req-de4c88a3-7bdc-4528-a8d0-c686164ba41a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:34.326791 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a1ca2573-2f25-4fbe-9b27-451faa8bd6ab req-de4c88a3-7bdc-4528-a8d0-c686164ba41a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0894806 Jul 19 07:47:34.414296 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a1ca2573-2f25-4fbe-9b27-451faa8bd6ab req-bef35a81-b293-44bc-becc-b01c111e6c68 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744946 Jul 19 07:47:35.597465 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac93ebd-75ca-44ad-b0d1-113584c4ae61 req-c3fcb7a6-3c8b-4ec4-a195-594d8768f5cb tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:35.598999 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0ac93ebd-75ca-44ad-b0d1-113584c4ae61 req-c3fcb7a6-3c8b-4ec4-a195-594d8768f5cb tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0737951 Jul 19 07:47:35.644830 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0ac93ebd-75ca-44ad-b0d1-113584c4ae61 req-dfac06cf-44e6-4e07-932f-82f74520ad0a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377796 Jul 19 07:47:36.800206 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ded42-36f0-457b-b091-908aa8ef6094 req-a8f0d541-34fa-4040-a6b6-ae703482b721 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:36.801822 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-217ded42-36f0-457b-b091-908aa8ef6094 req-a8f0d541-34fa-4040-a6b6-ae703482b721 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0674410 Jul 19 07:47:36.852477 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-217ded42-36f0-457b-b091-908aa8ef6094 req-f2932527-dc13-4471-80b1-d6cd118c90b8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Jul 19 07:47:37.053780 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46772) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:37.192212 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-951fd07a-6112-4762-849b-86ea1720cf90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14bb5ef3501e4691b1da946e55d54f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371732 Jul 19 07:47:37.194552 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46776) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:37.246746 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-802fa0fc-5da1-4d74-b7cf-cafda8c52b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:37.270590 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-802fa0fc-5da1-4d74-b7cf-cafda8c52b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:37.329085 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-802fa0fc-5da1-4d74-b7cf-cafda8c52b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:37.332508 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-802fa0fc-5da1-4d74-b7cf-cafda8c52b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:37.336172 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-802fa0fc-5da1-4d74-b7cf-cafda8c52b82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2 HTTP/1.1" status: 204 len: 168 time: 0.1383286 Jul 19 07:47:37.343195 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fa0fc-5da1-4d74-b7cf-cafda8c52b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc73b3ab-4c4e-4f8b-9c58-df65dd56e6c2,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:38.053909 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cbe11-b60a-4e37-ac83-15a769162d9d req-8ec98d3f-20a0-4462-ae1c-ac49738de9b8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:38.066008 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-276cbe11-b60a-4e37-ac83-15a769162d9d req-8ec98d3f-20a0-4462-ae1c-ac49738de9b8 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.1190886 Jul 19 07:47:38.120879 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-276cbe11-b60a-4e37-ac83-15a769162d9d req-855aa67a-e84c-4813-bf67-4b4b057a9fb1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537543 Jul 19 07:47:39.266301 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc85eb-751a-4bf4-9489-27ed4bc6c5eb req-721b0ac3-f701-4e20-b0ea-86e4abd84a5f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:39.268699 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3cc85eb-751a-4bf4-9489-27ed4bc6c5eb req-721b0ac3-f701-4e20-b0ea-86e4abd84a5f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0665433 Jul 19 07:47:39.312320 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3cc85eb-751a-4bf4-9489-27ed4bc6c5eb req-8e72b17e-a43f-4d2f-aacd-49fb6e647371 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Jul 19 07:47:40.463670 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72d5f-865c-430a-a23a-c36d182c9341 req-149c97c6-8f2b-45d0-b632-7f3c12f2e8c6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:40.465337 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4e72d5f-865c-430a-a23a-c36d182c9341 req-149c97c6-8f2b-45d0-b632-7f3c12f2e8c6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0687921 Jul 19 07:47:40.509756 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4e72d5f-865c-430a-a23a-c36d182c9341 req-d32900e9-4fab-4c09-b062-65319e629b82 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 Jul 19 07:47:41.655998 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41330308-4824-43db-9b59-357f10a39773 req-374e5d2f-f059-4ef8-86d5-c4d8d5e6cd6a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:41.658116 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-41330308-4824-43db-9b59-357f10a39773 req-374e5d2f-f059-4ef8-86d5-c4d8d5e6cd6a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0715978 Jul 19 07:47:41.697214 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-41330308-4824-43db-9b59-357f10a39773 req-4938e1f3-a6db-421f-9f48-a1a6ce79b213 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332320 Jul 19 07:47:42.832418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ce603-511c-48e2-8233-c30b4eda82d9 req-5768c385-63c9-4414-a6a2-d348073b8253 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:42.833858 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ef1ce603-511c-48e2-8233-c30b4eda82d9 req-5768c385-63c9-4414-a6a2-d348073b8253 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0648732 Jul 19 07:47:42.869591 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ef1ce603-511c-48e2-8233-c30b4eda82d9 req-d3b53e88-24b3-4a22-8293-7361146e7327 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296569 Jul 19 07:47:43.626708 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873577-600e-49f8-8727-8e54690b9197 req-7f65ce68-530f-4741-9dfc-3c5dca5e02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:43.628223 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6f873577-600e-49f8-8727-8e54690b9197 req-7f65ce68-530f-4741-9dfc-3c5dca5e02c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1099 time: 0.0542428 Jul 19 07:47:43.715900 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873577-600e-49f8-8727-8e54690b9197 req-6165d49f-3a8e-4bfb-8a79-e96402e0738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:43.717400 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6f873577-600e-49f8-8727-8e54690b9197 req-6165d49f-3a8e-4bfb-8a79-e96402e0738e service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.0810895 Jul 19 07:47:43.783332 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6f873577-600e-49f8-8727-8e54690b9197 req-08d0d166-88b2-4f5d-8075-0a44bbe2265c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 200 len: 1001 time: 0.0592980 Jul 19 07:47:43.832260 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873577-600e-49f8-8727-8e54690b9197 req-350d3c73-146a-4366-a939-b4cf57195e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:43.833729 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6f873577-600e-49f8-8727-8e54690b9197 req-350d3c73-146a-4366-a939-b4cf57195e0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0430055 Jul 19 07:47:43.889062 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873577-600e-49f8-8727-8e54690b9197 req-474fee9d-93f6-4b31-8719-4e517191fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:43.890473 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6f873577-600e-49f8-8727-8e54690b9197 req-474fee9d-93f6-4b31-8719-4e517191fbcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502553 Jul 19 07:47:43.983836 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6f873577-600e-49f8-8727-8e54690b9197 req-8684456e-cc02-42aa-90d9-c0d77be19d18 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861828 Jul 19 07:47:44.001356 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e261734-825e-4f6e-a543-3c10325e4ab9 req-e927e115-2c1f-4ac3-8827-1c3d97c70cca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:44.002814 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0e261734-825e-4f6e-a543-3c10325e4ab9 req-e927e115-2c1f-4ac3-8827-1c3d97c70cca tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0617852 Jul 19 07:47:44.039757 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0e261734-825e-4f6e-a543-3c10325e4ab9 req-cb8a5d1f-7de3-4d4d-93f5-efe966bc31f0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Jul 19 07:47:44.073995 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6f873577-600e-49f8-8727-8e54690b9197 req-928b06b3-fc50-480e-9e2d-63c20b3f303a service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833111 Jul 19 07:47:45.168883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b90d25-fea9-419e-a900-bbfdc79f7a13 req-49843a55-76fc-437e-9b6d-fbef167fa2a1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:45.170348 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4b90d25-fea9-419e-a900-bbfdc79f7a13 req-49843a55-76fc-437e-9b6d-fbef167fa2a1 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0611570 Jul 19 07:47:45.206370 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4b90d25-fea9-419e-a900-bbfdc79f7a13 req-cd95337b-7525-4417-b2da-8229e646706f tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Jul 19 07:47:46.349801 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058ee6-ffee-4063-881f-8ddf00c9824b req-3b0c5ce4-b4a3-4d87-b6cc-72eaa83b50b5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:46.351399 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-36058ee6-ffee-4063-881f-8ddf00c9824b req-3b0c5ce4-b4a3-4d87-b6cc-72eaa83b50b5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0699110 Jul 19 07:47:46.392505 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-36058ee6-ffee-4063-881f-8ddf00c9824b req-5c5fc274-d03f-40a4-8881-704b0bac6014 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341527 Jul 19 07:47:46.581673 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 46934) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:46.685931 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f480dacf-2d5c-4629-99e0-faa6d6380c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:46.790093 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f480dacf-2d5c-4629-99e0-faa6d6380c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:46.794458 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f480dacf-2d5c-4629-99e0-faa6d6380c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:46.832297 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f480dacf-2d5c-4629-99e0-faa6d6380c4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e95aa5b3739b420a9cb5261f2a76ce90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493293 Jul 19 07:47:46.833242 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480dacf-2d5c-4629-99e0-faa6d6380c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25075624-0793-4f45-b01a-28c6502d2a8f,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:46.834850 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 46946) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:46.888567 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef139a83-12ad-42e7-937a-56a893a8b7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:46.913065 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef139a83-12ad-42e7-937a-56a893a8b7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:46.966760 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef139a83-12ad-42e7-937a-56a893a8b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:46.969275 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef139a83-12ad-42e7-937a-56a893a8b7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:46.970374 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ef139a83-12ad-42e7-937a-56a893a8b7c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25075624-0793-4f45-b01a-28c6502d2a8f HTTP/1.1" status: 204 len: 168 time: 0.1343842 Jul 19 07:47:46.978232 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef139a83-12ad-42e7-937a-56a893a8b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25075624-0793-4f45-b01a-28c6502d2a8f,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:47.319909 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb162ac-2256-4578-820f-16417f13cadb req-58e61d6e-c24d-41db-9ae6-f3ac6d843396 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:47.321333 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7fb162ac-2256-4578-820f-16417f13cadb req-58e61d6e-c24d-41db-9ae6-f3ac6d843396 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 946 time: 0.0741739 Jul 19 07:47:47.366230 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:47.376958 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7fb162ac-2256-4578-820f-16417f13cadb req-7bcbc4f4-75d9-40a0-a690-a1462d3b109b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482056 Jul 19 07:47:47.473315 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:47.512720 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:47.514289 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:47.517833 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de604c6-8502-499a-8db7-7f11af0156a3" -d '{"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-unplugged", "status": "completed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:47.526609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:47.581656 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d353446-b27c-4d2d-8683-b4198dee1aa5 x-openstack-request-id: req-3d353446-b27c-4d2d-8683-b4198dee1aa5 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:47.582131 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-unplugged", "status": "failed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632", "code": 422}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:47.582524 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d353446-b27c-4d2d-8683-b4198dee1aa5 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:47.583086 dv-cinder-772623-11-iscsi neutron-server[99882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632', 'code': 422} returned with failed status Jul 19 07:47:47.602276 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=8']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:47.658875 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47008) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:47.722274 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47012) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:47.729345 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd43b-3157-47db-9d1c-5d8df3fe8381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:47.765362 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1811244538-network', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:47.816778 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Made reservation on behalf of efb9ab70ad2c4552a10464e0bc80cd21 for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:47:47.819047 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:47.835059 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:47.879694 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-2532d3ae-af6f-4b6f-bc11-512aae8c501a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1558442 Jul 19 07:47:47.940568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6a2d8-ace3-4151-82d0-174c732a8cf0 req-2ff6ae86-ac55-4680-bc2d-24ca7dee5b58 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:47.942046 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0cd6a2d8-ace3-4151-82d0-174c732a8cf0 req-2ff6ae86-ac55-4680-bc2d-24ca7dee5b58 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 946 time: 0.1104507 Jul 19 07:47:47.996702 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0cd6a2d8-ace3-4151-82d0-174c732a8cf0 req-99e93a7e-1f90-4e33-876c-ff7e50e2652d tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459228 Jul 19 07:47:48.021605 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.026400 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.047534 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:47:48.062093 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40661f-d4da-4d6f-b841-77343a657ce1,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:48.067073 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.067428 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Added segment ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec of type vlan for network 49f3fba0-24c8-4dbe-ab0a-01336c238655 Jul 19 07:47:48.111573 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.140140 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.141245 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:48.141826 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.179103 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5163264 Jul 19 07:47:48.179739 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47024) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:48.211871 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Request body: {'subnet': {'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1811244538-subnet', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'ip_version': 4}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:48.217671 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786899fa-70cd-43c7-bf77-56850f63a295 admin admin] Pushing event updated for resources: {'Network': ['ID=49f3fba0-24c8-4dbe-ab0a-01336c238655,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:48.231217 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:47:48.236275 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Made reservation on behalf of efb9ab70ad2c4552a10464e0bc80cd21 for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:47:48.238668 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5974853'] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.412437 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4305182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5974835'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.495515 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:48.506332 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Checking segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:47:48.506683 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Network hostable DHCP agents. Network: 49f3fba0-24c8-4dbe-ab0a-01336c238655, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:47:48.536577 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:47:48.549773 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd633a-246d-4778-a931-5dc9e73c6059 req-3188a9b1-33b4-463f-b3a1-cb077a56208a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:48.551253 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-18dd633a-246d-4778-a931-5dc9e73c6059 req-3188a9b1-33b4-463f-b3a1-cb077a56208a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.0990424 Jul 19 07:47:48.555376 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 49f3fba0-24c8-4dbe-ab0a-01336c238655) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:48.562992 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d49a4-a63b-498b-a721-77d60b52aae4 None None] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:47:48.564495 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:48.565069 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.587739 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-d2eda2aa-0b92-403f-8655-f4ba2a696bb5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4072812 Jul 19 07:47:48.591027 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47028) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:48.596514 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:48.601645 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-18dd633a-246d-4778-a931-5dc9e73c6059 req-2585d776-f801-47b3-8a87-69f31b96f951 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 Jul 19 07:47:48.628971 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.630168 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.711432 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-49f3fba0-24c8-4dbe-ab0a-01336c238655', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:47:48.712311 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.716747 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.780514 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-2b3b8c30-a1fe-4282-b25d-d4efc6e682f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:48.782017 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-2b3b8c30-a1fe-4282-b25d-d4efc6e682f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07&tenant_id=88008b667845419886b01b7be74ee955 HTTP/1.1" status: 200 len: 1097 time: 0.1461334 Jul 19 07:47:48.847703 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Allocated IP 172.20.0.2 (49f3fba0-24c8-4dbe-ab0a-01336c238655/07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1/1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:47:48.876840 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:48.934613 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-23149799-f1b7-435b-8ae5-4b1062f5be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:48.936111 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-23149799-f1b7-435b-8ae5-4b1062f5be06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1097 time: 0.1135778 Jul 19 07:47:48.997027 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.005347 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Transition to ACTIVE for port object 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:49.020795 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Transition to ACTIVE for port object 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:49.027212 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.069302 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:49.072870 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:49.077262 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:47:49.082332 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Pushing event updated for resources: {'Port': ['ID=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:49.121913 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-4036f487-7af1-45f3-826d-b6dded459d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:49.123389 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-4036f487-7af1-45f3-826d-b6dded459d20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.1571891 Jul 19 07:47:49.136735 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770bfc0-a8e1-4198-8b42-0822bd64ff56 req-67f942cc-8e30-4285-838c-55e886f3ad34 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:49.138335 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6770bfc0-a8e1-4198-8b42-0822bd64ff56 req-67f942cc-8e30-4285-838c-55e886f3ad34 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 946 time: 0.0735447 Jul 19 07:47:49.141361 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Attempting to bind port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:47:49.141764 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Attempting to bind port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:47:49.142130 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Attempting to bind port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:47:49.147279 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:47:49.147649 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Checking segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:47:49.148050 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.148499 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Bound using segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:47:49.148961 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Bound port: 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:47:49.149341 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.178440 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6770bfc0-a8e1-4198-8b42-0822bd64ff56 req-b517d42e-2fd7-40b6-9735-50afb8899a5b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333698 Jul 19 07:47:49.213036 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.217082 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] For port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:47:49.220109 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] For port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:47:49.225102 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.234709 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-0dccf5ec-94e9-4db8-880c-8ccb8e4b2b33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 200 len: 999 time: 0.1036129 Jul 19 07:47:49.235848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.286946 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f3972-a2f4-46aa-a4b6-7643595c5d7a None None] Pushing event updated for resources: {'Port': ['ID=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:49.330086 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-a76cb043-2fb5-4a7a-b120-b9f2037f5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:49.331554 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-a76cb043-2fb5-4a7a-b120-b9f2037f5d85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0878699 Jul 19 07:47:49.405721 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Allocated IP 172.27.3.69 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/206091cc-4a25-49b8-b8f9-893c062a37dd) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:47:49.473495 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-1e4d2ead-4ed0-4dd2-81ca-c644c007098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:49.474948 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-1e4d2ead-4ed0-4dd2-81ca-c644c007098b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1234818 Jul 19 07:47:49.642887 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.673369 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c994-7b84-40d8-8365-8116f09f77da req-b19c4c14-a636-4b35-ac74-2c927abeb56c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:49.674838 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0f07c994-7b84-40d8-8365-8116f09f77da req-b19c4c14-a636-4b35-ac74-2c927abeb56c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 946 time: 0.2037411 Jul 19 07:47:49.678278 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-26b59d11-0309-43fd-8e82-caa78e08783a service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928899 Jul 19 07:47:49.740668 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce82f9-f96c-4609-9cfc-6b8cc9cf1cf8 req-7f9955d0-67d3-4451-97d6-53871c9de1b9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:49.742292 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91ce82f9-f96c-4609-9cfc-6b8cc9cf1cf8 req-7f9955d0-67d3-4451-97d6-53871c9de1b9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.0623572 Jul 19 07:47:49.784516 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-91ce82f9-f96c-4609-9cfc-6b8cc9cf1cf8 req-943ad2b3-323c-4d93-8063-9dd5a06c1a88 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342431 Jul 19 07:47:49.800681 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:49.890117 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:49.903806 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:49.908546 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-22f8f16e-20a7-459d-9695-2f4c25484644 req-1476548a-1934-4cf9-aa1f-115949385412 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224736 Jul 19 07:47:49.909114 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:47:49.912252 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Pushing event updated for resources: {'Port': ['ID=206091cc-4a25-49b8-b8f9-893c062a37dd,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:49.966989 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Deleting port 430503e3-2270-4ade-a730-96c1e3c6caac {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:47:49.967334 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:50.074417 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3f24-8a0f-4d70-80c2-d347fc78979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:50.309372 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1836b-547d-4ca3-b7ff-9f193d47366f None None] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:47:50.357691 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:50.375420 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e9ba-0d24-405f-9100-2e471c5eb344 req-92a36288-5c81-4a85-b1d6-06df4b7515d7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:50.377103 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d0b7e9ba-0d24-405f-9100-2e471c5eb344 req-92a36288-5c81-4a85-b1d6-06df4b7515d7 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 946 time: 0.0948937 Jul 19 07:47:50.432248 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d0b7e9ba-0d24-405f-9100-2e471c5eb344 req-8b0b9b11-b5f6-4e9e-8124-c2d1a62e0122 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups?id=31622713-14a7-4f55-8a82-b23204f58f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490212 Jul 19 07:47:50.532710 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] For port 430503e3-2270-4ade-a730-96c1e3c6caac, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430503e3-2270-4ade-a730-96c1e3c6caac,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:50.533138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:50.542134 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:50.703516 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-dc270c8d-6ff4-432f-8d88-95e32c574a62 None None] Provisioning for port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:50.716977 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:50.747503 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:50.754156 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:50.754758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:50.920732 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.002276 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:51.009949 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.031903 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.032603 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.032603 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.l3_db [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Floating IP 86e712ab-5d15-4fd6-a6b3-a00192c9392a disassociated. External IP: 172.27.3.58, port: 430503e3-2270-4ade-a730-96c1e3c6caac. Jul 19 07:47:51.032982 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Calling delete_port for 430503e3-2270-4ade-a730-96c1e3c6caac owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:47:51.057099 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa96f9-8103-4f55-9033-f6ccfc7bbe3b req-2a0bc7d5-0c5c-4b9e-b341-ff10d284da43 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:51.059362 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-defa96f9-8103-4f55-9033-f6ccfc7bbe3b req-2a0bc7d5-0c5c-4b9e-b341-ff10d284da43 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1197927 Jul 19 07:47:51.100910 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.112002 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:51.129872 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-defa96f9-8103-4f55-9033-f6ccfc7bbe3b req-1d35bdbb-1384-43cf-85c4-1438d5e80bfc tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589638 Jul 19 07:47:51.163564 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-3dcafd84-c763-4514-925b-33c1a82dec86 None None] Provisioning complete for port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:51.164029 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd84-c763-4514-925b-33c1a82dec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.344514 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Router a55521d0-3447-460b-9926-92eec72c4d1d is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:47:51.352526 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.424848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event deleted for resources: {'Port': ['ID=430503e3-2270-4ade-a730-96c1e3c6caac,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:51.550322 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-66c99767-b0eb-46a1-bc2a-fd7421c7a079 req-cf1b4f93-6dd6-4443-b286-bf62cd63933a tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0366299 Jul 19 07:47:51.575689 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.576397 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:51.593175 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:51.601219 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.602440 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-ba67685a-3c7c-40ef-8500-a7c2df6a985f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0094295 Jul 19 07:47:51.605750 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47062) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:51.611170 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:47:51.614720 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:51.618541 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:51.759288 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:51.762763 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:51.773390 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] Sync routers for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:51.799266 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:51.799906 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:51.821321 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] No DVR routers for this DVR port 430503e3-2270-4ade-a730-96c1e3c6caac on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:47:51.828545 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:51.834080 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0f07c994-7b84-40d8-8365-8116f09f77da req-fce45930-de30-43e3-b76f-7c9837e85c3b tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.25 "DELETE /v2.0/ports/430503e3-2270-4ade-a730-96c1e3c6caac HTTP/1.1" status: 204 len: 173 time: 2.1470928 Jul 19 07:47:51.834857 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'name': 'network-vif-deleted', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:47:51.838892 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3240fec-1b87-4abc-be8a-d1110aef5e79" -d '{"events": [{"server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "name": "network-vif-deleted", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:47:51.918738 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c66d54a-9ec4-48bf-a4b9-141cd8a1b26a x-openstack-request-id: req-3c66d54a-9ec4-48bf-a4b9-141cd8a1b26a {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:47:51.919096 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa542885-f950-445a-b724-5d002c75f156", "name": "network-vif-deleted", "tag": "430503e3-2270-4ade-a730-96c1e3c6caac", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:47:51.919349 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c66d54a-9ec4-48bf-a4b9-141cd8a1b26a {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:47:51.919745 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa542885-f950-445a-b724-5d002c75f156', 'name': 'network-vif-deleted', 'tag': '430503e3-2270-4ade-a730-96c1e3c6caac', 'status': 'completed', 'code': 200} Jul 19 07:47:52.048396 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:52.091217 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:50Z', 'revision_number': 3, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:52.138657 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:52.139363 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Updating router a55521d0-3447-460b-9926-92eec72c4d1d port 206091cc-4a25-49b8-b8f9-893c062a37dd binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:47:52.208212 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.368145 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:52.418454 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] Checking router: 2205f05e-a017-4bd5-961b-2d8f44f0fc71 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:52.435281 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:52.436175 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:52.466595 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:52.543706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9543d64-689d-47c0-8218-bbb45cd920f6 req-e4e275c4-882c-4d23-87d8-680a39b46ce2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:52.552087 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f9543d64-689d-47c0-8218-bbb45cd920f6 req-e4e275c4-882c-4d23-87d8-680a39b46ce2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.3068178 Jul 19 07:47:52.583879 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:52.635713 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f9543d64-689d-47c0-8218-bbb45cd920f6 req-3fcccf3e-9d66-43ac-88b3-9ad93f302143 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770736 Jul 19 07:47:52.659117 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.672742 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.686579 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Transition to ACTIVE for port object 206091cc-4a25-49b8-b8f9-893c062a37dd will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:52.701945 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.733732 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:52.734107 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.762335 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d956146a-7212-4e3f-8fa6-05fad94ada61 req-62613fe0-ddbf-458d-8192-cf3d850f76d5 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0733118 Jul 19 07:47:52.796360 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b4536-05c3-4844-9c0f-3ae8b3bd7c3f None None] Pushing event updated for resources: {'Port': ['ID=206091cc-4a25-49b8-b8f9-893c062a37dd,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:52.807668 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Attempting to bind port 206091cc-4a25-49b8-b8f9-893c062a37dd on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:47:52.808045 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Attempting to bind port 206091cc-4a25-49b8-b8f9-893c062a37dd by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:47:52.808451 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Attempting to bind port 206091cc-4a25-49b8-b8f9-893c062a37dd on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:47:52.816057 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:47:52.816471 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:47:52.816875 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.817265 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:47:52.817726 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Bound port: 206091cc-4a25-49b8-b8f9-893c062a37dd, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:47:52.818118 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.920112 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:52.932611 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Allocated IP 172.20.0.1 (49f3fba0-24c8-4dbe-ab0a-01336c238655/07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1/cc6f7985-0966-4bd1-8186-c6e5cd9b84f4) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:47:52.936718 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] For port 206091cc-4a25-49b8-b8f9-893c062a37dd, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:47:52.940211 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] For port 206091cc-4a25-49b8-b8f9-893c062a37dd, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=206091cc-4a25-49b8-b8f9-893c062a37dd,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:47:52.955191 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:52.969578 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a239ba-44e7-448a-a4fd-6af852d3330c None None] The sync data for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi is: [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'e766d7dd-0650-40b8-84e7-85829edafd11', 'name': '', 'network_id': 'e458021d-cbb0-43ce-a4a4-ff961385cf30', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'mac_address': 'fa:16:3e:42:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:43Z', 'updated_at': '2021-07-19T07:41:58Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'subnets': [{'id': '051c354d-c91f-4a99-9380-0e848591a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:47:53.019871 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b4536-05c3-4844-9c0f-3ae8b3bd7c3f None None] Pushing event updated for resources: {'Port': ['ID=206091cc-4a25-49b8-b8f9-893c062a37dd,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:53.030684 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:53.031299 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:53.107814 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.125400 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.provisioning_blocks [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Transition to ACTIVE for port object cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 will not be triggered until provisioned by entity DHCP. {{(pid=99881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:53.162499 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:53.181311 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.229179 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:53.232469 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:53.236394 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:47:53.279362 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.365563 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:53.375114 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4b46b-613a-4c92-98c5-c935a6a532a3 None None] New status for floating IP 86e712ab-5d15-4fd6-a6b3-a00192c9392a: DOWN {{(pid=99882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:47:53.463371 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 430503e3-2270-4ade-a730-96c1e3c6caac no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:47:53.522645 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 430503e3-2270-4ade-a730-96c1e3c6caac {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:47:53.523513 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 430503e3-2270-4ade-a730-96c1e3c6caac not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:47:53.529758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.539308 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.612032 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0406ab89-d394-40be-949e-1aa607323981 None None] Provisioning for port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:53.618258 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0406ab89-d394-40be-949e-1aa607323981 None None] Provisioning complete for port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:53.618638 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0406ab89-d394-40be-949e-1aa607323981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.623091 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:50Z', 'revision_number': 3, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:53.706256 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853d1b5-d509-4247-89df-7f1fb62a8f66 None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:50Z', 'revision_number': 3, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:47:53.725149 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-0406ab89-d394-40be-949e-1aa607323981 None None] Port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:47:53.767301 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.778865 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.864536 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d4482-56cf-48d4-909c-eb2bba681822 req-aa40baaa-9dc2-4c41-ad82-339d51e61650 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:53.866031 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a05d4482-56cf-48d4-909c-eb2bba681822 req-aa40baaa-9dc2-4c41-ad82-339d51e61650 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1576731 Jul 19 07:47:53.884338 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:53.891397 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:53.918137 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-492d9d67-ab9b-4561-a16d-6a4318ae343c req-039ae4a9-886e-4d4d-ad55-9ee05e850c79 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0511248 Jul 19 07:47:53.959657 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a05d4482-56cf-48d4-909c-eb2bba681822 req-43a83349-e883-497f-a99e-2d09991d6627 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813711 Jul 19 07:47:54.060857 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:54.062534 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:54.236899 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:47:54.328389 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 206091cc-4a25-49b8-b8f9-893c062a37dd up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:54.388616 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:54.404697 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0fbe8e8b-7e4f-492f-85b1-5f54e4c4b587 admin admin] 10.222.0.10 "PUT /v2.0/routers/a55521d0-3447-460b-9926-92eec72c4d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974288 Jul 19 07:47:54.586369 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f3034962-f183-4aa8-bce5-dc0a0a472515 None None] Provisioning complete for port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:54.586767 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f3034962-f183-4aa8-bce5-dc0a0a472515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:54.637966 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f3034962-f183-4aa8-bce5-dc0a0a472515 None None] Port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:47:54.645049 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 206091cc-4a25-49b8-b8f9-893c062a37dd completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:54.649157 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 206091cc-4a25-49b8-b8f9-893c062a37dd triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:54.649552 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:54.759662 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:54.782842 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 206091cc-4a25-49b8-b8f9-893c062a37dd, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=206091cc-4a25-49b8-b8f9-893c062a37dd,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:54.788588 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:54.842269 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=206091cc-4a25-49b8-b8f9-893c062a37dd,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:55.027050 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f62c93f1-de48-4201-a16c-3950779fa131 req-c2add6db-0bef-458e-99c5-0fae40c004f1 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Jul 19 07:47:55.092679 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47094) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:55.098254 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1200630562-network', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:55.136714 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff8a6d-6715-4c10-a4e6-5d3f9b11a65f req-deeb8580-ff59-48d8-b03b-c8d8f8ab5923 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:55.143777 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-36ff8a6d-6715-4c10-a4e6-5d3f9b11a65f req-deeb8580-ff59-48d8-b03b-c8d8f8ab5923 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1006849 Jul 19 07:47:55.151157 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Made reservation on behalf of f8a048e1e5dc4af7b475d7a4741b37de for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:47:55.153703 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.168056 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.204553 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-36ff8a6d-6715-4c10-a4e6-5d3f9b11a65f req-232c6ecc-dec4-46ab-84a5-c357dfa49d35 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598314 Jul 19 07:47:55.284660 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.289703 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.321172 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:47:55.331233 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4d75b8-0c59-434a-b1a4-aebe29527ad2,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:55.337392 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.338250 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Added segment 7910fb8a-2774-4898-93c5-5c48b834d8cf of type vlan for network 42b76a6f-7691-4aab-aa87-786c841cd1b8 Jul 19 07:47:55.386653 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.419490 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.420652 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:55.421336 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.457156 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3597393 Jul 19 07:47:55.458484 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47096) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:55.467864 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Request body: {'subnet': {'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1200630562-subnet', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:55.484732 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c2f0d-f20f-4201-8801-c5b7e2e89342 admin admin] Pushing event updated for resources: {'Network': ['ID=42b76a6f-7691-4aab-aa87-786c841cd1b8,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:55.495605 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:47:55.519667 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Made reservation on behalf of f8a048e1e5dc4af7b475d7a4741b37de for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:47:55.522150 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.694015 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:55.706756 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:55.707593 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:55.710786 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.774513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d496b3b-f262-47c2-ade2-36147876327e,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:55.784493 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Checking segment: {'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:47:55.784851 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Network hostable DHCP agents. Network: 42b76a6f-7691-4aab-aa87-786c841cd1b8, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:47:55.803025 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:47:55.812469 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 42b76a6f-7691-4aab-aa87-786c841cd1b8) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:55.816832 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:55.817436 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.823701 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3f0d8-f600-4d54-ab9c-780d3339b815 None None] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:47:55.829132 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:55.835398 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c55aedf6-c94e-4048-aec4-e02da7663a9d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3733792 Jul 19 07:47:55.836257 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47098) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:55.840982 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:47:55.883851 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9457'] for router, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.885375 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9470'] for router, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:55.980693 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.040643 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe79916a0-da26-58fa-9e2d-61e0353695f4-42b76a6f-7691-4aab-aa87-786c841cd1b8', 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'fixed_ips': [{'subnet_id': '4d496b3b-f262-47c2-ade2-36147876327e'}]}} from dv-cinder-772623-11-iscsi. {{(pid=99882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 07:47:56.041667 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.153815 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 2, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:56.186475 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:56.186743 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Updating router a55521d0-3447-460b-9926-92eec72c4d1d port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:47:56.210632 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.db_base_plugin_common [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Allocated IP 172.20.0.2 (42b76a6f-7691-4aab-aa87-786c841cd1b8/4d496b3b-f262-47c2-ade2-36147876327e/714fe8bb-ac59-493c-bd26-f94d1419b6aa) {{(pid=99882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:47:56.221148 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9420'] for router, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.230217 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.231463 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b88798f-eaae-40c7-9c19-0b02a315d52d req-20ba1c56-ae7d-431a-a6cb-ddff28524b13 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.1029136 Jul 19 07:47:56.318887 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 206091cc-4a25-49b8-b8f9-893c062a37dd up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:56.443012 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22090-154d-4700-b234-20cb63133491 req-43a67aa5-3fdc-4a00-b8e2-052e857ade57 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:56.446912 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23a22090-154d-4700-b234-20cb63133491 req-43a67aa5-3fdc-4a00-b8e2-052e857ade57 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1154165 Jul 19 07:47:56.506352 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23a22090-154d-4700-b234-20cb63133491 req-27e07138-4789-4066-94fa-e9f79c341c55 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537760 Jul 19 07:47:56.525729 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 206091cc-4a25-49b8-b8f9-893c062a37dd triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:56.526216 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.563231 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Notify callbacks [] for port, precommit_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.582529 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Transition to ACTIVE for port object 714fe8bb-ac59-493c-bd26-f94d1419b6aa will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:56.586487 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.607811 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Transition to ACTIVE for port object 714fe8bb-ac59-493c-bd26-f94d1419b6aa will not be triggered until provisioned by entity DHCP. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:56.616700 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721'] for port, after_create {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.621297 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.680707 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 is already hosted by enough agents. {{(pid=99882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:56.685909 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.scheduler.base_scheduler [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Resources bound (agent type, host, resource id): {{(pid=99882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:56.688525 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Received port after_create {{(pid=99882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:47:56.757428 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Pushing event updated for resources: {'Port': ['ID=714fe8bb-ac59-493c-bd26-f94d1419b6aa,revision_number=1']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:56.766280 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Allocated IP 172.27.3.218 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/667ea687-91c6-4afe-8bac-a80921d23e2c) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:47:56.777761 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Attempting to bind port 714fe8bb-ac59-493c-bd26-f94d1419b6aa on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:47:56.778523 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Attempting to bind port 714fe8bb-ac59-493c-bd26-f94d1419b6aa by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:47:56.778960 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Attempting to bind port 714fe8bb-ac59-493c-bd26-f94d1419b6aa on network 42b76a6f-7691-4aab-aa87-786c841cd1b8 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:47:56.785357 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:47:56.785805 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Checking segment: {'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:47:56.786228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.786724 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Bound using segment: {'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:47:56.787271 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Bound port: 714fe8bb-ac59-493c-bd26-f94d1419b6aa, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:47:56.787896 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.812744 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.827158 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Transition to ACTIVE for port object cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:47:56.838283 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.890550 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] For port 714fe8bb-ac59-493c-bd26-f94d1419b6aa, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:47:56.897038 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] For port 714fe8bb-ac59-493c-bd26-f94d1419b6aa, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=714fe8bb-ac59-493c-bd26-f94d1419b6aa,segment=NetworkSegment(7910fb8a-2774-4898-93c5-5c48b834d8cf),segment_id=7910fb8a-2774-4898-93c5-5c48b834d8cf)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:47:56.901728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.904188 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Pushing event updated for resources: {'Port': ['ID=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:56.905147 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.957100 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:56.958240 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.958588 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.958929 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.959258 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.959585 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.960069 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.960617 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.961113 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.961600 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.962092 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.962576 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.963668 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:47:56.998775 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d373321-3976-4c8f-b5ca-a28a6c67e6bf None None] Pushing event updated for resources: {'Port': ['ID=714fe8bb-ac59-493c-bd26-f94d1419b6aa,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:57.012158 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Attempting to bind port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:47:57.012677 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Attempting to bind port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:47:57.013132 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Attempting to bind port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:47:57.025656 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:47:57.026463 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Checking segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:47:57.027092 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:57.027690 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Bound using segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:47:57.030356 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Bound port: cc6f7985-0966-4bd1-8186-c6e5cd9b84f4, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:47:57.031017 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:57.047182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Pushing event updated for resources: {'Port': ['ID=667ea687-91c6-4afe-8bac-a80921d23e2c,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:57.063450 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:47:57.065224 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:47:57.067742 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:47:57.142760 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] For port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:47:57.155770 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] For port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:47:57.168019 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:57.236168 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:57.245506 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:57.407501 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725cf6e-48eb-4169-bd69-8fbe24d814ae None None] Pushing event updated for resources: {'Port': ['ID=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,revision_number=4']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:57.469656 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:57.474985 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-58d515ec-0b39-40e1-a943-fdcd428919c0 req-0098c26a-a155-4b95-b7a5-9161537bed1e tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0921443 Jul 19 07:47:57.602868 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:57.810219 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46c9e7-4061-46d5-8a71-76edf9017943 req-7b6db94e-2643-4ea5-8e3e-7d5ed4f454b4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:57.813782 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3d46c9e7-4061-46d5-8a71-76edf9017943 req-7b6db94e-2643-4ea5-8e3e-7d5ed4f454b4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1287127 Jul 19 07:47:57.904001 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3d46c9e7-4061-46d5-8a71-76edf9017943 req-d473fff2-ce39-4f8f-93b7-659c4b490502 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775259 Jul 19 07:47:57.932507 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:57.958378 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:57Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:57.999030 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f7bed-18d1-418c-b76c-0c524fbb26ad None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:57Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:47:58.252185 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681664'] for router, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:58.449776 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:58.486446 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Router eaac7e6b-adef-4827-85a7-098d49b1e166 is scheduled to L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 with binding_index 1 {{(pid=99880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 07:47:58.525985 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:58.535667 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:58.536053 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:58.666913 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:58.692703 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0bc65015-e36f-45f0-9571-7491839f8dcf req-6f6d44d1-7dbb-4c71-9343-94bb2439b0af tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0618126 Jul 19 07:47:58.742549 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:58.754814 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:58.756251 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 714fe8bb-ac59-493c-bd26-f94d1419b6aa up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:47:58.797483 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:47:58.819365 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:58.823999 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c84481d4-269c-4789-9da7-0dcd4767a09b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9839804 Jul 19 07:47:58.824379 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47112) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:47:58.859616 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Sync routers for ids ['eaac7e6b-adef-4827-85a7-098d49b1e166'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:47:58.871640 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7608e744-259d-4d93-baa0-59121de06805 None None] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:47:58.919690 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:58.926603 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Routers {'eaac7e6b-adef-4827-85a7-098d49b1e166'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:47:58.927227 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['eaac7e6b-adef-4827-85a7-098d49b1e166'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:59.104395 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-b1d77626-1539-44e0-a74a-e1c3cc8e57e9 None None] Provisioning for port 714fe8bb-ac59-493c-bd26-f94d1419b6aa completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:59.168795 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 714fe8bb-ac59-493c-bd26-f94d1419b6aa completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:47:59.187797 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 714fe8bb-ac59-493c-bd26-f94d1419b6aa triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:47:59.188176 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:59.222002 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Set router eaac7e6b-adef-4827-85a7-098d49b1e166 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:47:59.314634 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d4a6-69d4-4029-a684-44a24ef46b7a req-537adb5d-35b1-4eaf-a67d-449d2305e31c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:47:59.316201 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8903d4a6-69d4-4029-a684-44a24ef46b7a req-537adb5d-35b1-4eaf-a67d-449d2305e31c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.2975473 Jul 19 07:47:59.448980 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8903d4a6-69d4-4029-a684-44a24ef46b7a req-fd3b7403-ff0b-4b66-aaa9-5e03e42a99d6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771830 Jul 19 07:47:59.605515 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:59.640971 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:59.711714 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 714fe8bb-ac59-493c-bd26-f94d1419b6aa, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=714fe8bb-ac59-493c-bd26-f94d1419b6aa,segment=NetworkSegment(7910fb8a-2774-4898-93c5-5c48b834d8cf),segment_id=7910fb8a-2774-4898-93c5-5c48b834d8cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:47:59.723163 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:47:59.731546 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:47:57Z', 'revision_number': 3, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port': {'id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:56Z', 'updated_at': '2021-07-19T07:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:47:59.817152 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Checking router: eaac7e6b-adef-4827-85a7-098d49b1e166 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:47:59.817504 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Updating router eaac7e6b-adef-4827-85a7-098d49b1e166 port 667ea687-91c6-4afe-8bac-a80921d23e2c binding host dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:47:59.881691 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=714fe8bb-ac59-493c-bd26-f94d1419b6aa,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:47:59.897208 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.017477 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-ba5a8b9d-9dd9-435d-8864-f6c6709b1cc4 None None] Provisioning complete for port 714fe8bb-ac59-493c-bd26-f94d1419b6aa triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:00.017944 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ba5a8b9d-9dd9-435d-8864-f6c6709b1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.118850 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-986fccbc-2037-4d89-af02-21004bd73486 req-dd60df9b-7a3d-414b-8328-e6940309af34 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.2939324 Jul 19 07:48:00.186213 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Allocated IP 172.20.0.1 (42b76a6f-7691-4aab-aa87-786c841cd1b8/4d496b3b-f262-47c2-ade2-36147876327e/4fb50720-a3c4-4443-972b-2a1a979437fd) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:48:00.291560 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Notify callbacks [] for port, precommit_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.295349 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:00.326072 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Transition to ACTIVE for port object 667ea687-91c6-4afe-8bac-a80921d23e2c will not be triggered until provisioned by entity L2. {{(pid=99882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:48:00.339414 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.366761 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.382849 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.provisioning_blocks [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Transition to ACTIVE for port object 4fb50720-a3c4-4443-972b-2a1a979437fd will not be triggered until provisioned by entity DHCP. {{(pid=99881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:48:00.404808 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7899e-1813-4a56-a40f-d8301805f12b None None] Pushing event updated for resources: {'Port': ['ID=667ea687-91c6-4afe-8bac-a80921d23e2c,revision_number=2']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:00.408213 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Attempting to bind port 667ea687-91c6-4afe-8bac-a80921d23e2c on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:48:00.408618 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Attempting to bind port 667ea687-91c6-4afe-8bac-a80921d23e2c by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:48:00.408979 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Attempting to bind port 667ea687-91c6-4afe-8bac-a80921d23e2c on network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:48:00.417677 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:00.418048 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.419609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:48:00.419977 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Checking segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:48:00.420390 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.420777 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Bound using segment: {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'} {{(pid=99882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:48:00.421235 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.managers [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Bound port: 667ea687-91c6-4afe-8bac-a80921d23e2c, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae434-e5e8-4866-a394-81ad2d3a307e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9'}}] {{(pid=99882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:48:00.421613 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.433131 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.477364 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:48:00.483382 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:48:00.485939 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:48:00.489433 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb50720-a3c4-4443-972b-2a1a979437fd,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:00.511256 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] For port 667ea687-91c6-4afe-8bac-a80921d23e2c, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:48:00.517324 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] For port 667ea687-91c6-4afe-8bac-a80921d23e2c, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=667ea687-91c6-4afe-8bac-a80921d23e2c,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:48:00.525995 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.546956 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681503'] for router_interface, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.624973 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7899e-1813-4a56-a40f-d8301805f12b None None] Pushing event updated for resources: {'Port': ['ID=667ea687-91c6-4afe-8bac-a80921d23e2c,revision_number=3']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:00.645700 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 714fe8bb-ac59-493c-bd26-f94d1419b6aa up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:00.674929 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Routers {'eaac7e6b-adef-4827-85a7-098d49b1e166'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:00.675599 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['eaac7e6b-adef-4827-85a7-098d49b1e166'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:00.724562 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a217-6c37-4a3e-9313-461d726421e1 req-ac77df39-b758-47ea-a5a6-9b70300a2b1a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:00.726060 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a618a217-6c37-4a3e-9313-461d726421e1 req-ac77df39-b758-47ea-a5a6-9b70300a2b1a tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.1343884 Jul 19 07:48:00.779584 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 714fe8bb-ac59-493c-bd26-f94d1419b6aa triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:00.780132 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.782618 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.798494 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a618a217-6c37-4a3e-9313-461d726421e1 req-84d99b27-6a94-4dd0-896c-2829cebb16e5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517180 Jul 19 07:48:00.829666 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] Set router eaac7e6b-adef-4827-85a7-098d49b1e166 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:00.907660 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-d9b4b536-999c-415f-8d5b-8fb161bed3dd None None] Provisioning for port 4fb50720-a3c4-4443-972b-2a1a979437fd completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:48:00.915213 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-d9b4b536-999c-415f-8d5b-8fb161bed3dd None None] Provisioning complete for port 4fb50720-a3c4-4443-972b-2a1a979437fd triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:00.915585 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b536-999c-415f-8d5b-8fb161bed3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.954389 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:00.958876 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:01.015063 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4b536-999c-415f-8d5b-8fb161bed3dd None None] Port 4fb50720-a3c4-4443-972b-2a1a979437fd cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:48:01.021220 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb50720-a3c4-4443-972b-2a1a979437fd,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:01.027068 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681871'] for router_interface, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:01.078864 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:47:57Z', 'revision_number': 3, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port': {'id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:56Z', 'updated_at': '2021-07-19T07:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:01.104832 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7dc753-9a30-448c-b06f-346d65139fdf None None] The sync data for ids ['eaac7e6b-adef-4827-85a7-098d49b1e166'] in dv-cinder-772623-11-iscsi is: [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:47:57Z', 'revision_number': 3, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port': {'id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:56Z', 'updated_at': '2021-07-19T07:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:48:01.123883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:48:01.125349 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:48:01.175362 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:48:01.239284 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1d666116-3abb-4e89-b6d7-c3ddc6ffc108 req-2364bc9c-a2aa-4682-afa5-bd645c1d4dba tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa542885-f950-445a-b724-5d002c75f156 HTTP/1.1" status: 200 len: 210 time: 0.0350075 Jul 19 07:48:01.301294 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Router eaac7e6b-adef-4827-85a7-098d49b1e166 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:48:01.435778 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:48:01.439378 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-0d2a188a-7cef-479a-ad97-70aed6e64e10 None None] Provisioning complete for port 4fb50720-a3c4-4443-972b-2a1a979437fd triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:01.439753 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0d2a188a-7cef-479a-ad97-70aed6e64e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:01.440977 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-d9c563d8-dd8e-4eba-b7d6-50cc654b0a29 admin admin] 10.222.0.10 "PUT /v2.0/routers/eaac7e6b-adef-4827-85a7-098d49b1e166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6155815 Jul 19 07:48:01.465370 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-bd4b6cac-e1f0-4c4a-8664-3e470d8e7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:01.467654 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-bd4b6cac-e1f0-4c4a-8664-3e470d8e7e0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=88008b667845419886b01b7be74ee955&device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1097 time: 0.1117642 Jul 19 07:48:01.507627 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a188a-7cef-479a-ad97-70aed6e64e10 None None] Port 4fb50720-a3c4-4443-972b-2a1a979437fd cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:48:01.581028 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-f95e6bd7-8cdc-48b0-9437-36eb18d847dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:01.582565 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-f95e6bd7-8cdc-48b0-9437-36eb18d847dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 200 len: 918 time: 0.0933704 Jul 19 07:48:01.662877 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-6df67b33-9770-499b-a639-d11eba8b910e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 200 len: 999 time: 0.0731480 Jul 19 07:48:01.728400 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-cee6c087-0087-4076-bd37-cb6c30ce6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:01.730496 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-cee6c087-0087-4076-bd37-cb6c30ce6a8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 200 len: 856 time: 0.0610116 Jul 19 07:48:01.800633 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-49d30ab3-44d9-4bda-8976-6707c5456b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:01.802454 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-49d30ab3-44d9-4bda-8976-6707c5456b3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13dd5e63-2351-452e-8059-e6311724dd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585918 Jul 19 07:48:01.950300 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-ba0f4c78-f2f5-4fd6-982f-67ff3a9742e4 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406887 Jul 19 07:48:01.970132 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47134) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:01.974999 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741565529', 'description': 'tempest-secgroup-smoke-1741565529 description', 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:02.000887 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df27d-63a6-4297-95fa-e17aacba3395 req-1698833d-645f-47cc-a391-7441e0ccd8f2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:02.002500 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2f9df27d-63a6-4297-95fa-e17aacba3395 req-1698833d-645f-47cc-a391-7441e0ccd8f2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.0884383 Jul 19 07:48:02.041668 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2f9df27d-63a6-4297-95fa-e17aacba3395 req-c1fe2cf2-d291-4584-bab2-fe599f9d9cd0 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336061 Jul 19 07:48:02.053869 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.086633 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-1d960a64-87ab-4d59-a5a6-7e0dd64a1907 req-8ce8720a-72fc-487a-a0f5-19c066a8cd07 service neutron] 10.222.0.25 "GET /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270080 Jul 19 07:48:02.154889 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.158466 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.184164 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.185406 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2140460 Jul 19 07:48:02.188438 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47136) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.189569 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:02.195098 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-7be135f8-9683-404b-a0f6-ea795c0ec269 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'security_group_rule': {'security_group_id': '58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9', 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:02.197642 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.198001 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.198386 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.198682 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.199020 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.199359 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.199695 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.200029 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.200393 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.200722 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.201082 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.201372 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd30e00-d07a-47ab-975a-b898eff4b2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:02.226800 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7be135f8-9683-404b-a0f6-ea795c0ec269 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.287737 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 667ea687-91c6-4afe-8bac-a80921d23e2c up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:02.288353 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7be135f8-9683-404b-a0f6-ea795c0ec269 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.294190 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7be135f8-9683-404b-a0f6-ea795c0ec269 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.315054 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be135f8-9683-404b-a0f6-ea795c0ec269 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bae9c1-7c6a-4ee3-801a-d3ef14824a20,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:02.324521 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7be135f8-9683-404b-a0f6-ea795c0ec269 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.325945 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7be135f8-9683-404b-a0f6-ea795c0ec269 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359677 Jul 19 07:48:02.328732 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47142) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.337511 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-342ad71c-0ae4-40e3-903a-bc4e2e63be6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'security_group_rule': {'security_group_id': '58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9', 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:02.346743 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47144) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.366439 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 667ea687-91c6-4afe-8bac-a80921d23e2c completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:48:02.371300 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 667ea687-91c6-4afe-8bac-a80921d23e2c triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:02.372341 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.399270 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-342ad71c-0ae4-40e3-903a-bc4e2e63be6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.443733 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0aef21fb-7092-43a6-b9c4-4cfa1c72e6a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.450013 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.471865 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 667ea687-91c6-4afe-8bac-a80921d23e2c, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=667ea687-91c6-4afe-8bac-a80921d23e2c,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:02.475924 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.478613 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0aef21fb-7092-43a6-b9c4-4cfa1c72e6a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.490763 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-342ad71c-0ae4-40e3-903a-bc4e2e63be6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.497855 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-342ad71c-0ae4-40e3-903a-bc4e2e63be6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.531403 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ad71c-0ae4-40e3-903a-bc4e2e63be6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39562c67-3dfa-4f65-a50f-7cd80d8515b1,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:02.538212 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=667ea687-91c6-4afe-8bac-a80921d23e2c,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:02.538768 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-342ad71c-0ae4-40e3-903a-bc4e2e63be6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.540076 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-342ad71c-0ae4-40e3-903a-bc4e2e63be6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2070193 Jul 19 07:48:02.543474 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47146) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.548446 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-420e62f5-1c2d-46c2-b651-b5b608843f6b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'security_group_rule': {'security_group_id': '58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9', 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:02.569695 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0aef21fb-7092-43a6-b9c4-4cfa1c72e6a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.572197 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0aef21fb-7092-43a6-b9c4-4cfa1c72e6a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.573314 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0aef21fb-7092-43a6-b9c4-4cfa1c72e6a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "DELETE /v2.0/security-groups/31622713-14a7-4f55-8a82-b23204f58f3b HTTP/1.1" status: 204 len: 168 time: 0.2256408 Jul 19 07:48:02.576240 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47148) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.585399 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef21fb-7092-43a6-b9c4-4cfa1c72e6a9 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31622713-14a7-4f55-8a82-b23204f58f3b,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:02.589523 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-420e62f5-1c2d-46c2-b651-b5b608843f6b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.590265 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.api.v2.resource [None req-d7291a3b-2481-47b4-89d4-13a5abe390d8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] show failed (client error): The resource could not be found. Jul 19 07:48:02.591274 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d7291a3b-2481-47b4-89d4-13a5abe390d8 tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "GET /v2.0/security-groups/31622713-14a7-4f55-8a82-b23204f58f3b HTTP/1.1" status: 404 len: 347 time: 0.0140491 Jul 19 07:48:02.595745 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47150) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.651135 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-420e62f5-1c2d-46c2-b651-b5b608843f6b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.656539 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-420e62f5-1c2d-46c2-b651-b5b608843f6b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.677198 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-420e62f5-1c2d-46c2-b651-b5b608843f6b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.681232 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-420e62f5-1c2d-46c2-b651-b5b608843f6b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366873 Jul 19 07:48:02.682259 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47152) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.684202 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e62f5-1c2d-46c2-b651-b5b608843f6b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3259d4c6-e028-4e9d-a644-be685730c127,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:02.691270 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-4aaa278c-d931-4b03-b7ed-db9897730f4f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'security_group_rule': {'security_group_id': '58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9', 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:02.750827 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4aaa278c-d931-4b03-b7ed-db9897730f4f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.786400 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Deleting port c67df106-5213-4a57-bb1f-c3bb781fc7fe {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:02.786748 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.821933 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Sync routers for ids ['eaac7e6b-adef-4827-85a7-098d49b1e166'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:48:02.830965 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Routers {'eaac7e6b-adef-4827-85a7-098d49b1e166'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:02.831505 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['eaac7e6b-adef-4827-85a7-098d49b1e166'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:02.869221 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4aaa278c-d931-4b03-b7ed-db9897730f4f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.874090 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4aaa278c-d931-4b03-b7ed-db9897730f4f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.901047 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.901385 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.914816 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa278c-d931-4b03-b7ed-db9897730f4f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7147cb-849e-47d4-96a8-81b701fba39d,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:02.921128 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Calling delete_port for c67df106-5213-4a57-bb1f-c3bb781fc7fe owned by network:floatingip {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:02.922930 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-4aaa278c-d931-4b03-b7ed-db9897730f4f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:02.926626 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-4aaa278c-d931-4b03-b7ed-db9897730f4f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2404597 Jul 19 07:48:02.926998 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47154) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:02.931736 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'security_group_rule': {'security_group_id': '58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9', 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:02.943434 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Set router eaac7e6b-adef-4827-85a7-098d49b1e166 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:02.995215 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.securitygroups_db [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Project efb9ab70ad2c4552a10464e0bc80cd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 07:48:03.002315 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.128590 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.133817 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.148000 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:48:00Z', 'revision_number': 4, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port': {'id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:56Z', 'updated_at': '2021-07-19T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '4fb50720-a3c4-4443-972b-2a1a979437fd', 'name': '', 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'mac_address': 'fa:16:3e:d5:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d496b3b-f262-47c2-ade2-36147876327e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:59Z', 'updated_at': '2021-07-19T07:48:00Z', 'revision_number': 2, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'subnets': [{'id': '4d496b3b-f262-47c2-ade2-36147876327e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:03.162476 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.164081 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2359738 Jul 19 07:48:03.167781 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47158) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:03.170566 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856ea5b-5e5f-4083-a57b-bb73b03df628 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92d8343-6594-4367-b43d-9269de112e98,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:03.176421 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.178530 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'security_group_rule': {'security_group_id': '58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9', 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:03.179089 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Checking router: eaac7e6b-adef-4827-85a7-098d49b1e166 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:48:03.179443 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Updating router eaac7e6b-adef-4827-85a7-098d49b1e166 port 4fb50720-a3c4-4443-972b-2a1a979437fd binding host dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 07:48:03.200847 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Pushing event deleted for resources: {'Port': ['ID=c67df106-5213-4a57-bb1f-c3bb781fc7fe,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:03.219527 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.223786 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e73ce1-a809-4f1c-a86f-caf77b3a4f4f req-81b87c8f-3221-4519-bf0a-3c32d5201cab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:03.225347 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-98e73ce1-a809-4f1c-a86f-caf77b3a4f4f req-81b87c8f-3221-4519-bf0a-3c32d5201cab tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 944 time: 0.0976884 Jul 19 07:48:03.226246 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.securitygroups_db [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Project efb9ab70ad2c4552a10464e0bc80cd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 07:48:03.234865 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.273839 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks [] for floatingip, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.277498 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.296794 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-0c010706-af38-40d8-b32e-b52e5a85115c tempest-AttachVolumeTestJSON-2042781658 tempest-AttachVolumeTestJSON-2042781658-project] 10.222.0.10 "DELETE /v2.0/floatingips/86e712ab-5d15-4fd6-a6b3-a00192c9392a HTTP/1.1" status: 204 len: 168 time: 0.6956816 Jul 19 07:48:03.305323 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-98e73ce1-a809-4f1c-a86f-caf77b3a4f4f req-cd5fd1ce-d86c-446e-ba06-10a85118eeb9 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718741 Jul 19 07:48:03.329497 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.341328 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841043'] for security_group_rule, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.359646 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f2cfb8-b12d-474e-bbc2-9892c971fb27,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:03.372924 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.377342 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-991f661f-9afc-4b6f-bfaa-b307514e467e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2083697 Jul 19 07:48:03.395554 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:48:03.512966 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:03.517309 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Notify callbacks [] for port, precommit_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.528536 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '49473151-fd9a-44f8-b2fc-d39cde737632', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'port_id': '49473151-fd9a-44f8-b2fc-d39cde737632', 'mac_address': 'fa:16:3e:4a:e0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:48:03.528859 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.provisioning_blocks [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Transition to ACTIVE for port object 4fb50720-a3c4-4443-972b-2a1a979437fd will not be triggered until provisioned by entity L2. {{(pid=99883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:48:03.535723 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.589222 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9c96c-891a-45d3-afcd-3f9017873b70 None None] Pushing event updated for resources: {'Port': ['ID=4fb50720-a3c4-4443-972b-2a1a979437fd,revision_number=3']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:03.591654 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.605675 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49473151-fd9a-44f8-b2fc-d39cde737632 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:48:03.630048 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:03.636780 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.654388 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Attempting to bind port 4fb50720-a3c4-4443-972b-2a1a979437fd on host dv-cinder-772623-11-iscsi for vnic_type normal with profile {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:48:03.654755 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Attempting to bind port 4fb50720-a3c4-4443-972b-2a1a979437fd by drivers openvswitch,hyperv on host dv-cinder-772623-11-iscsi at level 0 using segments [{'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:48:03.655130 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Attempting to bind port 4fb50720-a3c4-4443-972b-2a1a979437fd on network 42b76a6f-7691-4aab-aa87-786c841cd1b8 {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:48:03.660659 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Checking agent: {'id': '1036370e-fa84-40a6-860a-9a064bdd49b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 33, 50), 'started_at': datetime.datetime(2021, 7, 19, 7, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:48:03.661033 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Checking segment: {'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:48:03.661424 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.661813 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Bound using segment: {'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'} {{(pid=99883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:48:03.662271 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.managers [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Bound port: 4fb50720-a3c4-4443-972b-2a1a979437fd, host: dv-cinder-772623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7910fb8a-2774-4898-93c5-5c48b834d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8'}}] {{(pid=99883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:48:03.662668 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.710316 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=9']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:03.746724 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] For port 4fb50720-a3c4-4443-972b-2a1a979437fd, host dv-cinder-772623-11-iscsi, cleared binding levels {{(pid=99883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:48:03.750304 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.plugins.ml2.db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] For port 4fb50720-a3c4-4443-972b-2a1a979437fd, host dv-cinder-772623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=4fb50720-a3c4-4443-972b-2a1a979437fd,segment=NetworkSegment(7910fb8a-2774-4898-93c5-5c48b834d8cf),segment_id=7910fb8a-2774-4898-93c5-5c48b834d8cf)] {{(pid=99883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:48:03.756495 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron_lib.callbacks.manager [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:03.809204 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Routers {'eaac7e6b-adef-4827-85a7-098d49b1e166'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:03.809836 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['eaac7e6b-adef-4827-85a7-098d49b1e166'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:03.845225 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['49473151-fd9a-44f8-b2fc-d39cde737632'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:48:04.020861 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9c96c-891a-45d3-afcd-3f9017873b70 None None] Pushing event updated for resources: {'Port': ['ID=4fb50720-a3c4-4443-972b-2a1a979437fd,revision_number=4']} {{(pid=99883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:04.067778 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] Set router eaac7e6b-adef-4827-85a7-098d49b1e166 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:04.254130 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 667ea687-91c6-4afe-8bac-a80921d23e2c up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:04.272936 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:48:00Z', 'revision_number': 4, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port': {'id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:56Z', 'updated_at': '2021-07-19T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '4fb50720-a3c4-4443-972b-2a1a979437fd', 'name': '', 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'mac_address': 'fa:16:3e:d5:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d496b3b-f262-47c2-ade2-36147876327e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:59Z', 'updated_at': '2021-07-19T07:48:03Z', 'revision_number': 4, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'subnets': [{'id': '4d496b3b-f262-47c2-ade2-36147876327e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:04.304798 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 667ea687-91c6-4afe-8bac-a80921d23e2c triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:04.305167 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:04.305738 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380812a6-2529-420e-9bc1-236f039d5a3d None None] The sync data for ids ['eaac7e6b-adef-4827-85a7-098d49b1e166'] in dv-cinder-772623-11-iscsi is: [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:48:00Z', 'revision_number': 4, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port': {'id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:56Z', 'updated_at': '2021-07-19T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '4fb50720-a3c4-4443-972b-2a1a979437fd', 'name': '', 'network_id': '42b76a6f-7691-4aab-aa87-786c841cd1b8', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'mac_address': 'fa:16:3e:d5:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d496b3b-f262-47c2-ade2-36147876327e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:59Z', 'updated_at': '2021-07-19T07:48:03Z', 'revision_number': 4, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'subnets': [{'id': '4d496b3b-f262-47c2-ade2-36147876327e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:48:04.497266 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541a5dc-4ff3-4ae1-b424-4c22d06f1516 req-68279d3f-19b5-41de-b3df-3b57d87ac6c4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:04.499207 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6541a5dc-4ff3-4ae1-b424-4c22d06f1516 req-68279d3f-19b5-41de-b3df-3b57d87ac6c4 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 945 time: 0.0950243 Jul 19 07:48:04.546367 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6541a5dc-4ff3-4ae1-b424-4c22d06f1516 req-fb2a1610-f8e5-46aa-ada1-f80a26c6d0f7 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 Jul 19 07:48:05.394722 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:05.444314 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 49473151-fd9a-44f8-b2fc-d39cde737632 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:05.444700 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:05.518750 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:05.541971 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:48:05.544370 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb5d3c6-32c8-499a-8499-5baacb12e7e0" -d '{"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-plugged", "status": "completed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:48:05.558228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:05.562110 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:05.584429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe3c44-985d-43d0-aa8f-2a976a35b750 x-openstack-request-id: req-2dfe3c44-985d-43d0-aa8f-2a976a35b750 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:48:05.584716 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-plugged", "status": "completed", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:48:05.584962 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2dfe3c44-985d-43d0-aa8f-2a976a35b750 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:48:05.585343 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632', 'code': 200} Jul 19 07:48:05.617345 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=10']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:05.747187 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbbec9-62f2-4297-91c7-22cdbec679b6 req-cb68c0aa-a1a9-43b2-9e4d-577ed8efbded tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:05.748702 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f3cbbec9-62f2-4297-91c7-22cdbec679b6 req-cb68c0aa-a1a9-43b2-9e4d-577ed8efbded tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 947 time: 0.0946226 Jul 19 07:48:05.789793 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f3cbbec9-62f2-4297-91c7-22cdbec679b6 req-25dc35e1-2f6b-4131-919a-eb8a9d215b22 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356231 Jul 19 07:48:05.811802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500e82-5bbf-4301-be55-9d2232b452be req-930140a0-70b6-4e1c-9e15-85032550115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:05.813541 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83500e82-5bbf-4301-be55-9d2232b452be req-930140a0-70b6-4e1c-9e15-85032550115d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 1100 time: 0.0671382 Jul 19 07:48:05.847984 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83500e82-5bbf-4301-be55-9d2232b452be req-eb4bef2b-9f46-48f5-9085-2c6192a97a47 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271716 Jul 19 07:48:06.265828 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 4fb50720-a3c4-4443-972b-2a1a979437fd up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:06.311964 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning for port 4fb50720-a3c4-4443-972b-2a1a979437fd completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:48:06.315476 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 4fb50720-a3c4-4443-972b-2a1a979437fd triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:06.315846 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:06.390429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:06.421377 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] For port 4fb50720-a3c4-4443-972b-2a1a979437fd, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=4fb50720-a3c4-4443-972b-2a1a979437fd,segment=NetworkSegment(7910fb8a-2774-4898-93c5-5c48b834d8cf),segment_id=7910fb8a-2774-4898-93c5-5c48b834d8cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:06.425255 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:06.594430 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Pushing event updated for resources: {'Port': ['ID=4fb50720-a3c4-4443-972b-2a1a979437fd,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:06.896091 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47262) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:06.933111 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd3b1-dfe2-42a5-ade6-b7b2c217d7e2 req-a2f2606e-44a3-4f88-9231-74d2106e1896 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:06.934607 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1e2bd3b1-dfe2-42a5-ade6-b7b2c217d7e2 req-a2f2606e-44a3-4f88-9231-74d2106e1896 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 947 time: 0.0697348 Jul 19 07:48:06.974837 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1e2bd3b1-dfe2-42a5-ade6-b7b2c217d7e2 req-fc5f7d5b-dc37-475e-86e9-653188cfa979 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339646 Jul 19 07:48:07.429650 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:07.689610 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Deleting port e766d7dd-0650-40b8-84e7-85829edafd11 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:07.689857 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:07.767585 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] For port e766d7dd-0650-40b8-84e7-85829edafd11, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e766d7dd-0650-40b8-84e7-85829edafd11,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:07.767937 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:07.780463 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Calling delete_port for e766d7dd-0650-40b8-84e7-85829edafd11 owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:07.955692 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:07.983394 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Pushing event deleted for resources: {'Port': ['ID=e766d7dd-0650-40b8-84e7-85829edafd11,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:08.125680 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecddc3-7f10-427f-979a-4f8ea4e208b9 req-276e87bf-8e53-4e70-bf14-f90f1c2f78cd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:08.129128 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-88ecddc3-7f10-427f-979a-4f8ea4e208b9 req-276e87bf-8e53-4e70-bf14-f90f1c2f78cd tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 947 time: 0.0688031 Jul 19 07:48:08.163218 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:08.180397 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-88ecddc3-7f10-427f-979a-4f8ea4e208b9 req-47e1a0f8-bc1d-45b6-92ff-8da52f4e0e03 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Jul 19 07:48:08.303427 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 4fb50720-a3c4-4443-972b-2a1a979437fd up at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:08.356879 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Provisioning complete for port 4fb50720-a3c4-4443-972b-2a1a979437fd triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:08.357238 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:08.381835 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:48:08.727216 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:48:08.732938 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-3328384f-94f8-4043-bb52-4083de7e4016 admin admin] 10.222.0.10 "PUT /v2.0/routers/2205f05e-a017-4bd5-961b-2d8f44f0fc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8363013 Jul 19 07:48:08.735454 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47300) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:08.736222 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] Sync routers for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:48:08.745619 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:08.746267 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:08.834966 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks [] for router, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:08.850680 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:08.944873 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.001998 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Deleting port 2b7c807e-6c1a-40c1-8621-f5fa1867581d {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:09.002698 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.035779 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:48:07Z', 'revision_number': 5, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port': {'id': '2b7c807e-6c1a-40c1-8621-f5fa1867581d', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:38Z', 'updated_at': '2021-07-19T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:09.062103 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] Checking router: 2205f05e-a017-4bd5-961b-2d8f44f0fc71 for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:48:09.070206 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] Routers {'2205f05e-a017-4bd5-961b-2d8f44f0fc71'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:09.070811 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:47:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:09.086142 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] For port 2b7c807e-6c1a-40c1-8621-f5fa1867581d, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=2b7c807e-6c1a-40c1-8621-f5fa1867581d,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:09.086501 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.098395 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Calling delete_port for 2b7c807e-6c1a-40c1-8621-f5fa1867581d owned by network:router_gateway {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:09.156823 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] Set router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 gateway port host: None {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:09.215905 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:48:08Z', 'revision_number': 6, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port_host': None}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:09.242507 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce24ba9-702f-4be8-b2c9-7ea6b9871734 None None] The sync data for ids ['2205f05e-a017-4bd5-961b-2d8f44f0fc71'] in dv-cinder-772623-11-iscsi is: [{'id': '2205f05e-a017-4bd5-961b-2d8f44f0fc71', 'name': 'tempest-AttachVolumeTestJSON-1582014796-router', 'tenant_id': '7c71ba0302fe4b31813f99b72abba117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:37Z', 'updated_at': '2021-07-19T07:48:08Z', 'revision_number': 6, 'project_id': '7c71ba0302fe4b31813f99b72abba117', 'gw_port_host': None}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:48:09.269308 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.297172 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7c807e-6c1a-40c1-8621-f5fa1867581d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:09.358415 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.450610 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.452647 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.496440 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.497048 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2205f05e-a017-4bd5-961b-2d8f44f0fc71 {{(pid=99880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:48:09.501862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.502998 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-88839090-9c01-43ff-9c61-d8e20549a3ad admin admin] 10.222.0.10 "DELETE /v2.0/routers/2205f05e-a017-4bd5-961b-2d8f44f0fc71 HTTP/1.1" status: 204 len: 168 time: 0.7666154 Jul 19 07:48:09.505439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47304) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:09.550785 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] Deleting subnet 051c354d-c91f-4a99-9380-0e848591a3bf {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:48:09.554516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.591046 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.677386 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.730693 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.755947 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051c354d-c91f-4a99-9380-0e848591a3bf,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:09.760062 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.761989 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-33c5e94d-29f6-4dd2-a288-eafc2645970e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/051c354d-c91f-4a99-9380-0e848591a3bf HTTP/1.1" status: 204 len: 168 time: 0.2556052 Jul 19 07:48:09.764393 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47306) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:09.766300 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd8075-cceb-403e-a9db-d1c3c592a50c None None] Network e458021d-cbb0-43ce-a4a4-ff961385cf30 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:48:09.833917 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.888873 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Deleting port ffa93086-9398-42c1-b001-8dbe1c9b3120 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:09.889467 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.954815 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] For port ffa93086-9398-42c1-b001-8dbe1c9b3120, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ffa93086-9398-42c1-b001-8dbe1c9b3120,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:09.955178 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:09.970182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Calling delete_port for ffa93086-9398-42c1-b001-8dbe1c9b3120 owned by network:dhcp {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:09.992924 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] DHCP port deletion for e458021d-cbb0-43ce-a4a4-ff961385cf30 request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:48:10.042637 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] Deleting port ffa93086-9398-42c1-b001-8dbe1c9b3120 {{(pid=99882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:10.043017 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.057091 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.087509 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa93086-9398-42c1-b001-8dbe1c9b3120,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:10.090668 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] No DVR routers for this DVR port ffa93086-9398-42c1-b001-8dbe1c9b3120 on host dv-cinder-772623-11-iscsi {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:48:10.110615 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] For port ffa93086-9398-42c1-b001-8dbe1c9b3120, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ffa93086-9398-42c1-b001-8dbe1c9b3120,segment=NetworkSegment(358d64b4-398b-454c-8461-ea119d34b446),segment_id=358d64b4-398b-454c-8461-ea119d34b446)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:10.111092 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.124100 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] Calling delete_port for ffa93086-9398-42c1-b001-8dbe1c9b3120 owned by network:dhcp {{(pid=99882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:10.164970 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.175570 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e458021d-cbb0-43ce-a4a4-ff961385cf30']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:10.186352 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358d64b4-398b-454c-8461-ea119d34b446') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:10.186776 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358d64b4-398b-454c-8461-ea119d34b446') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:10.197500 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.200523 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.212732 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.225692 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:48:10.226797 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:48:10.229916 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:48:10.232380 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] Pushing event deleted for resources: {'Port': ['ID=ffa93086-9398-42c1-b001-8dbe1c9b3120,revision_number=None']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:10.232380 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904af5d2-94df-4b6f-b78d-1c0ec429e90d None None] No DVR routers for this DVR port ffa93086-9398-42c1-b001-8dbe1c9b3120 on host dv-cinder-772623-11-iscsi {{(pid=99882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:48:10.301615 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.318489 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e766d7dd-0650-40b8-84e7-85829edafd11 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:48:10.324028 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.328268 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e458021d-cbb0-43ce-a4a4-ff961385cf30 HTTP/1.1" status: 204 len: 168 time: 0.5607090 Jul 19 07:48:10.328268 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b42471-8f2c-4992-bcea-31c8ae13d018 admin admin] Pushing event deleted for resources: {'Network': ['ID=e458021d-cbb0-43ce-a4a4-ff961385cf30,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:10.339654 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: e766d7dd-0650-40b8-84e7-85829edafd11 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:48:10.340006 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e766d7dd-0650-40b8-84e7-85829edafd11 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:48:10.340574 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2b7c807e-6c1a-40c1-8621-f5fa1867581d no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:48:10.365922 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 2b7c807e-6c1a-40c1-8621-f5fa1867581d {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:48:10.366272 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2b7c807e-6c1a-40c1-8621-f5fa1867581d not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:48:10.366699 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ffa93086-9398-42c1-b001-8dbe1c9b3120 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:48:10.385743 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: ffa93086-9398-42c1-b001-8dbe1c9b3120 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:48:10.386097 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ffa93086-9398-42c1-b001-8dbe1c9b3120 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:48:10.450192 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47312) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:10.490395 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-6ae1791e-07f5-41ea-a141-d7974db75750 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c71ba0302fe4b31813f99b72abba117&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389500 Jul 19 07:48:10.492753 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47314) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:10.542897 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3055-a06e-4ec3-a89c-16cd2f28e151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.564023 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3055-a06e-4ec3-a89c-16cd2f28e151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.611828 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3055-a06e-4ec3-a89c-16cd2f28e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.615121 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3055-a06e-4ec3-a89c-16cd2f28e151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:10.618683 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-eb3f3055-a06e-4ec3-a89c-16cd2f28e151 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4348c95-90b5-41fd-85e2-379e70385355 HTTP/1.1" status: 204 len: 168 time: 0.1226184 Jul 19 07:48:10.627994 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f3055-a06e-4ec3-a89c-16cd2f28e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4348c95-90b5-41fd-85e2-379e70385355,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:17.720165 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fe05d092-72d0-48e4-94eb-4720075aae9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:19.812012 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47460) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:19.920225 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e3eec993-7699-42f1-9712-fb2fc8f90d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.018180 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e3eec993-7699-42f1-9712-fb2fc8f90d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.022892 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e3eec993-7699-42f1-9712-fb2fc8f90d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.051106 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-453b2d7a-8ced-4877-a923-9bd5f5832510 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741565529&fields=id&tenant_id=efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 267 time: 0.0620615 Jul 19 07:48:20.066674 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-90977a91-a7dd-4d2d-af4f-3a2532464dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.080512 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eec993-7699-42f1-9712-fb2fc8f90d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e21338-6a4b-45aa-bc1f-5086ca03c54e,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:20.094228 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e3eec993-7699-42f1-9712-fb2fc8f90d56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f55b3713d89145929cb34895cf6dd627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811213 Jul 19 07:48:20.096996 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47470) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:20.144213 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-50ad568f-00d4-4f11-9283-3ce4b356ce71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.165321 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-50ad568f-00d4-4f11-9283-3ce4b356ce71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.175466 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-38785e38-c6b1-48a0-982d-e83cf1ff0395 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:20.176950 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-38785e38-c6b1-48a0-982d-e83cf1ff0395 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 812 time: 0.1130404 Jul 19 07:48:20.191058 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-11753bf3-0c1f-40c5-b9ab-ce529258ef86 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/quotas/efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 375 time: 0.0087593 Jul 19 07:48:20.211872 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-50ad568f-00d4-4f11-9283-3ce4b356ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.215021 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-50ad568f-00d4-4f11-9283-3ce4b356ce71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.216165 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-50ad568f-00d4-4f11-9283-3ce4b356ce71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06e21338-6a4b-45aa-bc1f-5086ca03c54e HTTP/1.1" status: 204 len: 168 time: 0.1181874 Jul 19 07:48:20.224310 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad568f-00d4-4f11-9283-3ce4b356ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e21338-6a4b-45aa-bc1f-5086ca03c54e,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:20.258257 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-e2eb5cd9-1bfe-4307-a898-2b8fae1aa9bc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621498 Jul 19 07:48:20.398854 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-c95b247a-23a8-4d9b-8bea-db1ca50138f4 service neutron] 10.222.0.10 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295729 Jul 19 07:48:20.491777 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-73aea878-8d72-4c57-8836-28647d8e9a45 service neutron] 10.222.0.10 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811751 Jul 19 07:48:20.529943 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:20.795028 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7e793a86-9cf4-459b-8855-1fef09828225 req-293ea9c4-f91e-442d-a01b-ff8d58ecc9a8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 210 time: 0.0291562 Jul 19 07:48:21.569763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:21.702762 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-ff7ac87b-11a8-431b-a98d-5f9bac06ab7d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:21.704261 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-ff7ac87b-11a8-431b-a98d-5f9bac06ab7d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 812 time: 0.1064987 Jul 19 07:48:21.749430 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-11845769-ff25-4ac0-8cc3-93e41626a56b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 380 time: 0.0366826 Jul 19 07:48:21.761571 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'port': {'device_id': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'admin_state_up': True, 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'security_groups': ['58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:21.904860 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Made reservation on behalf of efb9ab70ad2c4552a10464e0bc80cd21 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:48:21.909142 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:21.925129 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-83fb8d0f-91a4-4ab4-ba33-d2b888113ec7 req-89ba9d8b-6bfd-4a02-b9e6-ba9f4c0a878c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 210 time: 0.0536404 Jul 19 07:48:22.037140 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Allocated IP 172.20.0.8 (49f3fba0-24c8-4dbe-ab0a-01336c238655/07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1/2dda9839-6fdd-4f3c-8f25-2f6e530c2b21) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:48:22.183448 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.196760 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Transition to ACTIVE for port object 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:48:22.231254 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.274419 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:48:22.279878 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:48:22.284194 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:48:22.288025 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:22.337746 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:22.338371 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.352566 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a86889ae-dd87-4f8f-a215-1efafcc4e37d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947857 Jul 19 07:48:22.363559 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Request body: {'port': {'device_id': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:22.442138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.530932 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-7c3e15e6-d9ef-44fc-85db-5dfe8bed7d61 None None] Provisioning for port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:48:22.534545 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-7c3e15e6-d9ef-44fc-85db-5dfe8bed7d61 None None] Provisioning complete for port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:22.534922 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-7c3e15e6-d9ef-44fc-85db-5dfe8bed7d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.568885 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e15e6-d9ef-44fc-85db-5dfe8bed7d61 None None] Port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:48:22.697654 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:48:22.704670 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.715984 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Transition to ACTIVE for port object 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:48:22.719474 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.785909 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:22.835309 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Attempting to bind port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:48:22.835644 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Attempting to bind port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:48:22.835971 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Attempting to bind port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:48:22.840448 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:48:22.840770 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Attempting to bind port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:48:22.845594 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:48:22.845910 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Checking segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:48:22.846295 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Bound using segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:48:22.846722 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Bound port: 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:48:22.847087 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.920388 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] For port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:48:22.923406 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] For port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:48:22.928051 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.967882 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:22.968541 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:22.969964 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] 10.222.0.25 "PUT /v2.0/ports/2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 HTTP/1.1" status: 200 len: 1093 time: 0.6107106 Jul 19 07:48:22.970401 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:48:22.972666 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7ef4b0-e2b0-497a-806c-c2831222e21d" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:48:23.057930 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e30fb98-ce3e-45ab-8e97-11d6f7dfa568 x-openstack-request-id: req-7e30fb98-ce3e-45ab-8e97-11d6f7dfa568 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:48:23.058226 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:48:23.058477 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e30fb98-ce3e-45ab-8e97-11d6f7dfa568 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:48:23.058869 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'status': 'completed', 'code': 200} Jul 19 07:48:23.066073 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2b3d6-6a57-44d7-9c40-612cbfc915e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:23.094374 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b455da-b949-4b6b-8a70-faf7118091d7 req-da24ffa6-9ef1-4889-9d43-97602179deb7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.095810 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-35b455da-b949-4b6b-8a70-faf7118091d7 req-da24ffa6-9ef1-4889-9d43-97602179deb7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.1097531 Jul 19 07:48:23.098287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-4434a555-9949-427c-993d-f7c77b543b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.099915 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-4434a555-9949-427c-993d-f7c77b543b32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 1096 time: 0.0835652 Jul 19 07:48:23.137900 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-35b455da-b949-4b6b-8a70-faf7118091d7 req-456c7ab2-bd86-4d24-95c9-3c6ebe2f198c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357614 Jul 19 07:48:23.162212 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-27315343-7f20-4893-8ab4-c6137fa0dcd9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 HTTP/1.1" status: 200 len: 217 time: 0.0552299 Jul 19 07:48:23.211933 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a01810fc-7fd8-47a7-bc1d-89142c68f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.213989 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a01810fc-7fd8-47a7-bc1d-89142c68f343 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0464110 Jul 19 07:48:23.271145 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a2b6ba0a-a744-483d-8a4b-cfc67754f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.272718 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-a2b6ba0a-a744-483d-8a4b-cfc67754f40d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531902 Jul 19 07:48:23.380319 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-3611f98e-f4f1-4762-a787-1924d8b56ae5 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013069 Jul 19 07:48:23.421314 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:23.469423 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-f54632c8-4ef0-4670-a5e6-4cae1e4ea8f6 req-ca8462c1-652a-40a5-b876-3f2e6486fa74 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 Jul 19 07:48:23.563477 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-d4876e3b-e546-441e-9c9a-898ee06ff434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.565044 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-d4876e3b-e546-441e-9c9a-898ee06ff434 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 1096 time: 0.0520298 Jul 19 07:48:23.655242 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-3c95c28d-aa99-4f30-aa3c-9a8ca7650e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.656709 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-3c95c28d-aa99-4f30-aa3c-9a8ca7650e66 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0852315 Jul 19 07:48:23.696439 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-7a5986a9-a3b1-46a5-8fc2-f1168ae67016 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 HTTP/1.1" status: 200 len: 217 time: 0.0324786 Jul 19 07:48:23.745654 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-4390e989-3996-49cb-b4bf-7bf7fffff135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.746982 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-4390e989-3996-49cb-b4bf-7bf7fffff135 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0442622 Jul 19 07:48:23.802265 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-fc6cb636-9e57-4571-b816-d6311bc7e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:23.803690 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-fc6cb636-9e57-4571-b816-d6311bc7e17c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490539 Jul 19 07:48:23.892307 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-34d94376-9f5c-4e02-8f75-d418397ac3a7 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819457 Jul 19 07:48:23.977977 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ce7ef4b0-e2b0-497a-806c-c2831222e21d req-0c8926cb-47eb-420e-be62-a28f6e244705 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794835 Jul 19 07:48:24.266304 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a66d3-9c87-4873-beac-e98a00a6cadc req-0881ea5a-2cfc-4090-b16d-54fe49ed3ca7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:24.267753 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2a0a66d3-9c87-4873-beac-e98a00a6cadc req-0881ea5a-2cfc-4090-b16d-54fe49ed3ca7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.0610900 Jul 19 07:48:24.303979 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2a0a66d3-9c87-4873-beac-e98a00a6cadc req-49c3041e-013a-4b67-ab2b-ab5e4c0c65fa tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307522 Jul 19 07:48:25.078164 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47592) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:25.174871 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d40a7610-5ed3-4b4a-b8ba-55ee7f4831c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.261151 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d40a7610-5ed3-4b4a-b8ba-55ee7f4831c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.264786 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d40a7610-5ed3-4b4a-b8ba-55ee7f4831c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.304149 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d40a7610-5ed3-4b4a-b8ba-55ee7f4831c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c05f6d894a054603b408d9014b48a85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249186 Jul 19 07:48:25.306066 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a7610-5ed3-4b4a-b8ba-55ee7f4831c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012d2fcb-79de-4955-b192-f0d7fada98b2,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:25.307516 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47596) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:25.360001 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.406887 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.464630 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518cca7-cfd2-4a9c-847c-7d2ddaec0834 req-ff80ab0c-21b2-427e-9557-a88fb0eeddd6 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:25.466099 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b518cca7-cfd2-4a9c-847c-7d2ddaec0834 req-ff80ab0c-21b2-427e-9557-a88fb0eeddd6 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.0973685 Jul 19 07:48:25.486539 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.489020 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.490064 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/012d2fcb-79de-4955-b192-f0d7fada98b2 HTTP/1.1" status: 204 len: 168 time: 0.1814737 Jul 19 07:48:25.503500 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012d2fcb-79de-4955-b192-f0d7fada98b2,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:25.517867 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.518221 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.518560 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.518890 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.519218 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.519546 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.519870 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.520194 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.520540 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.520858 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.521176 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.521492 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cc422-eeb7-4d36-a942-18bc64fda56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:25.530576 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b518cca7-cfd2-4a9c-847c-7d2ddaec0834 req-5964c8d1-4782-4f76-a86d-64b98d63705d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585172 Jul 19 07:48:25.740370 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47604) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:25.753880 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-05df1777-66fa-41f3-9e18-c5dc2b3ea999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.838623 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-05df1777-66fa-41f3-9e18-c5dc2b3ea999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.842022 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-05df1777-66fa-41f3-9e18-c5dc2b3ea999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.880334 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-05df1777-66fa-41f3-9e18-c5dc2b3ea999 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc8df4200db14de0b0146adfeb247362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388936 Jul 19 07:48:25.882165 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df1777-66fa-41f3-9e18-c5dc2b3ea999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c7085-c3a4-42bc-89eb-12e51445ab28,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:25.882924 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47606) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:25.932006 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd590-f40a-4257-b767-03e4eb4c9e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.951682 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd590-f40a-4257-b767-03e4eb4c9e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.996439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd590-f40a-4257-b767-03e4eb4c9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:25.998959 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd590-f40a-4257-b767-03e4eb4c9e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:26.000095 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5f8cd590-f40a-4257-b767-03e4eb4c9e94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/781c7085-c3a4-42bc-89eb-12e51445ab28 HTTP/1.1" status: 204 len: 168 time: 0.1161580 Jul 19 07:48:26.007359 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cd590-f40a-4257-b767-03e4eb4c9e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c7085-c3a4-42bc-89eb-12e51445ab28,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:26.657586 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64227b0-deb2-46a7-ab8a-c5d1c1978b73 req-706b1e83-6513-4489-ba48-35e858b42b78 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:26.659007 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c64227b0-deb2-46a7-ab8a-c5d1c1978b73 req-706b1e83-6513-4489-ba48-35e858b42b78 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.0631120 Jul 19 07:48:26.696559 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c64227b0-deb2-46a7-ab8a-c5d1c1978b73 req-206b2025-2e33-47f7-a432-47646fd50941 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Jul 19 07:48:27.501599 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47654) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:27.579145 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.602728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-49ab5b97-9fa4-4a93-ab64-c5103255464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.690783 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-49ab5b97-9fa4-4a93-ab64-c5103255464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.694132 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-49ab5b97-9fa4-4a93-ab64-c5103255464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.731767 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-49ab5b97-9fa4-4a93-ab64-c5103255464c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1a8c03404d9496ba32ab96bafd1443e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290838 Jul 19 07:48:27.732659 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab5b97-9fa4-4a93-ab64-c5103255464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e9c3b0-c3bc-47c2-83e1-f1f6f6fbf9da,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:27.734463 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47660) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:27.814008 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-75708545-33b4-4354-9816-52d281c0c2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.845048 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-75708545-33b4-4354-9816-52d281c0c2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.869037 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3ee7-f655-40df-9c2c-f91c3ddf80f7 req-f0929344-5436-4b7b-9ac1-efbf023a3b49 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:27.870476 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b6b3ee7-f655-40df-9c2c-f91c3ddf80f7 req-f0929344-5436-4b7b-9ac1-efbf023a3b49 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.1076348 Jul 19 07:48:27.918509 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1b6b3ee7-f655-40df-9c2c-f91c3ddf80f7 req-119bdfcb-ee6d-43ae-ae09-c9cd8a502dcf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398552 Jul 19 07:48:27.925463 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-75708545-33b4-4354-9816-52d281c0c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.928014 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-75708545-33b4-4354-9816-52d281c0c2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:27.931951 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-75708545-33b4-4354-9816-52d281c0c2c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78e9c3b0-c3bc-47c2-83e1-f1f6f6fbf9da HTTP/1.1" status: 204 len: 168 time: 0.1959577 Jul 19 07:48:27.939425 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708545-33b4-4354-9816-52d281c0c2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e9c3b0-c3bc-47c2-83e1-f1f6f6fbf9da,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:28.180044 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47666) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:28.193578 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-be411a95-aa28-4ab1-a68b-10ce8d881641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:28.278349 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-be411a95-aa28-4ab1-a68b-10ce8d881641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:28.281728 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-be411a95-aa28-4ab1-a68b-10ce8d881641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:28.318073 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-be411a95-aa28-4ab1-a68b-10ce8d881641 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=957237e6f7f542c188ee4ff3321443c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369231 Jul 19 07:48:28.320401 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be411a95-aa28-4ab1-a68b-10ce8d881641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6470a91e-8034-41e5-905e-210c81407ba7,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:28.320749 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47668) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:28.371623 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-82119a2a-9a74-499d-8b66-a4aa3a889546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:28.392183 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-82119a2a-9a74-499d-8b66-a4aa3a889546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:28.438865 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-82119a2a-9a74-499d-8b66-a4aa3a889546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:28.441368 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-82119a2a-9a74-499d-8b66-a4aa3a889546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:28.442495 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-82119a2a-9a74-499d-8b66-a4aa3a889546 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6470a91e-8034-41e5-905e-210c81407ba7 HTTP/1.1" status: 204 len: 168 time: 0.1207376 Jul 19 07:48:28.450209 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82119a2a-9a74-499d-8b66-a4aa3a889546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6470a91e-8034-41e5-905e-210c81407ba7,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:29.054106 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b617ad7-ad96-4e02-add1-f2a66c81f537 req-deb9fe19-c5db-4a84-8e19-31c3e403504e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:29.055591 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0b617ad7-ad96-4e02-add1-f2a66c81f537 req-deb9fe19-c5db-4a84-8e19-31c3e403504e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.0704637 Jul 19 07:48:29.093427 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0b617ad7-ad96-4e02-add1-f2a66c81f537 req-261a2a19-4183-4320-b5cc-9ee65d85bcf5 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 19 07:48:30.217653 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b1ddb-deed-467a-918d-ac246c2bcb05 req-96628d5b-dd8b-45c1-b42a-3ddde2f0c939 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:30.219096 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2d4b1ddb-deed-467a-918d-ac246c2bcb05 req-96628d5b-dd8b-45c1-b42a-3ddde2f0c939 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.0614593 Jul 19 07:48:30.255425 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2d4b1ddb-deed-467a-918d-ac246c2bcb05 req-9717648a-0a28-41fd-bd2f-b6ea2c03499c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Jul 19 07:48:31.377239 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd243-3925-41a4-8169-d40fb224d8c4 req-9ff7d2fd-bd13-4b92-9be3-86adae20f8e4 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:31.378649 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6a7dd243-3925-41a4-8169-d40fb224d8c4 req-9ff7d2fd-bd13-4b92-9be3-86adae20f8e4 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 943 time: 0.0598006 Jul 19 07:48:31.414366 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6a7dd243-3925-41a4-8169-d40fb224d8c4 req-d6aa0841-fae4-4514-b572-9b47f8907788 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303702 Jul 19 07:48:31.787312 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:48:31.877318 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:31.887861 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'port_id': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'mac_address': 'fa:16:3e:c0:c5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:48:31.926307 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:31.938590 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:48:31.956573 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:31.960359 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:32.005181 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:32.011996 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.012389 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.012786 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.013126 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.013462 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.013791 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.014122 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.014472 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.014799 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.015124 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.015471 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.015791 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:48:32.540576 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9195c-3166-47a7-b86c-c196ff5ab419 req-fc321968-658e-438e-a0ad-e87295666424 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:32.542017 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b8c9195c-3166-47a7-b86c-c196ff5ab419 req-fc321968-658e-438e-a0ad-e87295666424 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 944 time: 0.0636089 Jul 19 07:48:32.578889 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b8c9195c-3166-47a7-b86c-c196ff5ab419 req-b4d245cd-69a5-4bba-b33d-0d665909e570 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Jul 19 07:48:33.702794 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec379a1-7b60-4834-abd5-9aa5616a46ea req-849e19b5-0e40-479a-b625-35b540360dfc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:33.704237 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-aec379a1-7b60-4834-abd5-9aa5616a46ea req-849e19b5-0e40-479a-b625-35b540360dfc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 944 time: 0.0613179 Jul 19 07:48:33.742269 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-aec379a1-7b60-4834-abd5-9aa5616a46ea req-15c7d48f-4450-4113-8b9c-f0c847c86de6 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Jul 19 07:48:33.913180 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['2dda9839-6fdd-4f3c-8f25-2f6e530c2b21'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:48:34.879171 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc4b36-ad5d-45e6-adbc-b19d158633c8 req-cf7f95b5-fed1-4a82-857a-df7855d84b01 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:34.879171 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ebc4b36-ad5d-45e6-adbc-b19d158633c8 req-cf7f95b5-fed1-4a82-857a-df7855d84b01 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 944 time: 0.0684261 Jul 19 07:48:34.921133 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5ebc4b36-ad5d-45e6-adbc-b19d158633c8 req-987a2e20-26f9-44c3-99fb-a502b1100bdc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359550 Jul 19 07:48:36.045032 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31c7cc-b812-4a12-ab97-2d077420ab80 req-b108c6e9-d662-4f79-a5d7-424856b2e889 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:36.046485 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-be31c7cc-b812-4a12-ab97-2d077420ab80 req-b108c6e9-d662-4f79-a5d7-424856b2e889 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 944 time: 0.0613766 Jul 19 07:48:36.082386 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-be31c7cc-b812-4a12-ab97-2d077420ab80 req-88649c32-1236-4bf2-b77e-84106da18503 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305228 Jul 19 07:48:36.083973 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:48:36.131031 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:48:36.135107 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:48:36.135495 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:36.210984 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:36.232887 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:48:36.235195 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdcd977-cb55-417d-bd7a-264a0725053b" -d '{"events": [{"server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "name": "network-vif-plugged", "status": "completed", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:48:36.247608 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:36.251374 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:36.275657 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99791993-d6c4-405c-b1b3-25e16c95bd69 x-openstack-request-id: req-99791993-d6c4-405c-b1b3-25e16c95bd69 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:48:36.275955 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "name": "network-vif-plugged", "status": "completed", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:48:36.276267 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99791993-d6c4-405c-b1b3-25e16c95bd69 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:48:36.276702 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'code': 200} Jul 19 07:48:36.301424 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:37.208060 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef606c3c-2a44-484e-b0b8-a7784b6df5a0 req-1eb01f5f-85b6-4d0a-bc36-25b57b72b5a6 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:37.209447 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ef606c3c-2a44-484e-b0b8-a7784b6df5a0 req-1eb01f5f-85b6-4d0a-bc36-25b57b72b5a6 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 945 time: 0.0619655 Jul 19 07:48:37.245318 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ef606c3c-2a44-484e-b0b8-a7784b6df5a0 req-2bc79d0e-9604-4d6c-9e34-f74750bc7d6e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304656 Jul 19 07:48:38.174801 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:48:38.199799 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d135a3c-5129-4e6a-8315-6984c2698c54 req-a4c1fc89-3060-432d-aa00-db990c09efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:38.201378 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0d135a3c-5129-4e6a-8315-6984c2698c54 req-a4c1fc89-3060-432d-aa00-db990c09efca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 1098 time: 0.0508375 Jul 19 07:48:38.235088 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0d135a3c-5129-4e6a-8315-6984c2698c54 req-0cf7f970-90d0-42bf-847d-36e477d06809 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275853 Jul 19 07:48:38.373772 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efcde1-3d6b-440a-a671-d80b9e62cce5 req-26e4c542-5310-49e4-83c0-3fe817069a46 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:38.375204 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e2efcde1-3d6b-440a-a671-d80b9e62cce5 req-26e4c542-5310-49e4-83c0-3fe817069a46 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 945 time: 0.0641701 Jul 19 07:48:38.412649 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e2efcde1-3d6b-440a-a671-d80b9e62cce5 req-b69e0d6c-70c2-44e2-a197-dcf4e581aa3c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318675 Jul 19 07:48:39.542152 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889bf9c-bc5d-49b8-934a-4adfed543f36 req-14068e3c-c34d-4cd6-b8d9-0fee2264b2ea tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:39.543627 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e889bf9c-bc5d-49b8-934a-4adfed543f36 req-14068e3c-c34d-4cd6-b8d9-0fee2264b2ea tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 945 time: 0.0625725 Jul 19 07:48:39.584762 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e889bf9c-bc5d-49b8-934a-4adfed543f36 req-06a7d5b1-f649-4ffe-8100-e9b7f18bc2c9 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351958 Jul 19 07:48:39.716176 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34434a69-e1e3-4896-96c4-5e0cc873c08d req-b944e68c-03f9-4492-8c77-45ed1dd3c0dd tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:39.717641 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-34434a69-e1e3-4896-96c4-5e0cc873c08d req-b944e68c-03f9-4492-8c77-45ed1dd3c0dd tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 945 time: 0.0653465 Jul 19 07:48:39.754221 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-34434a69-e1e3-4896-96c4-5e0cc873c08d req-8f8f427f-d412-4b28-bab6-c2402863b9a4 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311387 Jul 19 07:48:39.775752 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47756) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:39.966702 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2076cb1-ab51-4ad2-b7c6-f6ccbcf60fd8 tempest-TestVolumeBootPattern-355838032 tempest-TestVolumeBootPattern-355838032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:39.970905 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-c2076cb1-ab51-4ad2-b7c6-f6ccbcf60fd8 tempest-TestVolumeBootPattern-355838032 tempest-TestVolumeBootPattern-355838032-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 1093 time: 0.1914008 Jul 19 07:48:39.971051 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47760) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:39.975411 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'port_id': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:48:39.998299 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:40.095894 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:40.424269 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Allocated IP 172.27.3.210 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/9535514d-4f0d-47ae-bb8e-f126bd4f0c95) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:48:40.530793 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:40.569112 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:40.601544 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:48:40.604799 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:48:40.610079 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:48:40.635425 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=9535514d-4f0d-47ae-bb8e-f126bd4f0c95,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:40.952732 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:41.023891 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:41.169089 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:41.173249 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:41.242205 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=9535514d-4f0d-47ae-bb8e-f126bd4f0c95,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:41.252628 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:41.350051 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Floating IP 842e871b-bffb-4634-96d8-c841d3e2b230 associated. External IP: 172.27.3.210, port: 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21. Jul 19 07:48:41.547353 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:48:41.655998 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:48:41.666192 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:48:41.676045 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:41.691568 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:41.692390 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:48:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:41.721779 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-bff71652-eecc-43f9-9afe-657a3d71fd31 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7497501 Jul 19 07:48:41.722361 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:48:41.724622 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:48:41.808965 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:41.870507 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d0d892-8477-4968-9418-85bb0e46bdc6 x-openstack-request-id: req-59d0d892-8477-4968-9418-85bb0e46bdc6 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:48:41.870795 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:48:41.871044 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59d0d892-8477-4968-9418-85bb0e46bdc6 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:48:41.871441 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'status': 'completed', 'code': 200} Jul 19 07:48:41.943402 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-c541aa14-5f66-47e6-9bf5-c1160bac38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:41.944931 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-c541aa14-5f66-47e6-9bf5-c1160bac38c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 1098 time: 0.0514250 Jul 19 07:48:42.031105 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '842e871b-bffb-4634-96d8-c841d3e2b230', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:c0:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:48:40Z', 'updated_at': '2021-07-19T07:48:40Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:42.059424 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:48:42.067232 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:42.067810 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:48:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:42.166152 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:42.374733 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '842e871b-bffb-4634-96d8-c841d3e2b230', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:c0:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:48:40Z', 'updated_at': '2021-07-19T07:48:40Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:42.400032 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c9b01-5c62-43cb-8abe-2a30a62117e3 None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '842e871b-bffb-4634-96d8-c841d3e2b230', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:c0:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:48:40Z', 'updated_at': '2021-07-19T07:48:40Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:48:42.574967 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf16e8-6bcc-48b9-b401-29846fcc45be None None] New status for floating IP 842e871b-bffb-4634-96d8-c841d3e2b230: ACTIVE {{(pid=99882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:48:42.924026 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-3bbc3fdf-83a9-4fee-a93e-069b6060106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:42.925517 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-3bbc3fdf-83a9-4fee-a93e-069b6060106c service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0868731 Jul 19 07:48:43.782105 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-16902edf-a503-4848-bee9-2abb09a8aa96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 HTTP/1.1" status: 200 len: 1001 time: 0.0610793 Jul 19 07:48:44.752840 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-b20704de-5d85-433b-a979-33979c0e5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:44.754291 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-b20704de-5d85-433b-a979-33979c0e5e9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0431626 Jul 19 07:48:44.811352 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-e80c1d4a-3b30-4706-af70-2a15485f211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:44.813078 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-e80c1d4a-3b30-4706-af70-2a15485f211f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517666 Jul 19 07:48:45.136848 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-51ba0f71-63ac-43be-81ff-c96d1c06ed93 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165653 Jul 19 07:48:45.222400 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bd834d62-dc2f-47b9-ac64-8ed5467ae1e5 req-6ee9ab9b-753e-45b4-bf19-57bd164f2494 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782440 Jul 19 07:48:47.071593 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feabfc-38db-4199-abd1-fd0222b8bd1f req-8a389446-c0e0-4106-a96a-1e8804046271 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:47.073634 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c7feabfc-38db-4199-abd1-fd0222b8bd1f req-8a389446-c0e0-4106-a96a-1e8804046271 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 947 time: 0.0632045 Jul 19 07:48:47.110120 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c7feabfc-38db-4199-abd1-fd0222b8bd1f req-e6e2a68a-1c4c-4ed0-a110-266eead17e0c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Jul 19 07:48:47.720218 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ac18199b-f6ce-4386-a0e9-57bd634b0280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:48.243144 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde8c39-09e0-47d1-a295-62a7427a0c95 req-5ed12c1e-d4c6-45fa-9c87-880fbcd3c47b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:48.244651 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9dde8c39-09e0-47d1-a295-62a7427a0c95 req-5ed12c1e-d4c6-45fa-9c87-880fbcd3c47b tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 947 time: 0.0615559 Jul 19 07:48:48.282549 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9dde8c39-09e0-47d1-a295-62a7427a0c95 req-637e88f0-cde4-49b5-9499-b6efcdfc7883 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9952585-e431-4137-b87a-160e9bb01583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322049 Jul 19 07:48:48.490494 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-679ad4a3-fd6e-476f-8d06-7cda4de95b9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:48:48.491957 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-679ad4a3-fd6e-476f-8d06-7cda4de95b9e tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 947 time: 0.0642972 Jul 19 07:48:48.592890 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Deleting port 49473151-fd9a-44f8-b2fc-d39cde737632 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:48.593257 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:48.686600 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] For port 49473151-fd9a-44f8-b2fc-d39cde737632, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49473151-fd9a-44f8-b2fc-d39cde737632,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:48.686957 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:48.847325 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:48.847696 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:48.848012 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.l3_db [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Floating IP 07d4bb93-02f6-4fd4-93f0-d733e8cad9a7 disassociated. External IP: 172.27.3.17, port: 49473151-fd9a-44f8-b2fc-d39cde737632. Jul 19 07:48:48.848376 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Calling delete_port for 49473151-fd9a-44f8-b2fc-d39cde737632 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:48.973960 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:49.000687 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event deleted for resources: {'Port': ['ID=49473151-fd9a-44f8-b2fc-d39cde737632,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:49.113100 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:48:49.217719 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:48:49.226743 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] Sync routers for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:48:49.235883 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:49.236515 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:48:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:49.260533 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] No DVR routers for this DVR port 49473151-fd9a-44f8-b2fc-d39cde737632 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:48:49.263020 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:49.265020 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-05642e33-3bd1-4b3d-9aaf-a9887ef6983f req-12023038-d023-40e3-9433-bf181977ff63 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.25 "DELETE /v2.0/ports/49473151-fd9a-44f8-b2fc-d39cde737632 HTTP/1.1" status: 204 len: 173 time: 0.7677844 Jul 19 07:48:49.265463 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-deleted', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:48:49.267699 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481907ec-1516-4701-9e6b-72bea68ec93d" -d '{"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-deleted", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:48:49.309723 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a04f6-62a6-468d-b815-6e202f7ffe0f x-openstack-request-id: req-269a04f6-62a6-468d-b815-6e202f7ffe0f {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:48:49.310041 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dd2374-5209-4529-a210-4b29d76c7c07", "name": "network-vif-deleted", "tag": "49473151-fd9a-44f8-b2fc-d39cde737632", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:48:49.310297 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-269a04f6-62a6-468d-b815-6e202f7ffe0f {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:48:49.310715 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dd2374-5209-4529-a210-4b29d76c7c07', 'name': 'network-vif-deleted', 'tag': '49473151-fd9a-44f8-b2fc-d39cde737632', 'status': 'completed', 'code': 200} Jul 19 07:48:49.355510 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:49.394463 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3c4ec614-1423-4d14-b1bb-b9b70f5058b5 req-a438dc75-7dbc-43ee-8826-6b78faeeafc5 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/ports?device_id=41dd2374-5209-4529-a210-4b29d76c7c07 HTTP/1.1" status: 200 len: 210 time: 0.0350494 Jul 19 07:48:49.678309 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:49.703487 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] Checking router: d3ee98dd-6dbd-4acb-99c8-45e092f2a049 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:48:49.711571 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:49.712165 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:48:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:49.817496 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:49.875021 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47854) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:49.976521 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-93e44511-3091-43a3-b8c1-9576f1e1b9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.016436 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:50.043983 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53b3e2-0010-43c3-87a2-8b0a516cee77 None None] The sync data for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi is: [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:41:43Z', 'revision_number': 4, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': '53f8d03c-3d4d-4d57-ba17-5d02aebc5144', 'name': '', 'network_id': '13dd5e63-2351-452e-8059-e6311724dd6f', 'tenant_id': '88008b667845419886b01b7be74ee955', 'mac_address': 'fa:16:3e:72:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:41Z', 'updated_at': '2021-07-19T07:41:52Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'subnets': [{'id': '00536343-cd69-4ceb-9d12-e2d1c0705020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:48:50.066551 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-93e44511-3091-43a3-b8c1-9576f1e1b9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.069919 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5dbaec63-350f-4895-9c45-ba09c5cf8484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.072570 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-93e44511-3091-43a3-b8c1-9576f1e1b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.110724 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-93e44511-3091-43a3-b8c1-9576f1e1b9dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1e68379f2da44a7b3b001ced966ea5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344387 Jul 19 07:48:50.111595 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e44511-3091-43a3-b8c1-9576f1e1b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c609105b-44e8-47c6-943a-eb09340e15ea,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:50.113365 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47858) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:50.165904 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dcc47521-29de-48a1-a0d0-50cca0917af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.187476 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dcc47521-29de-48a1-a0d0-50cca0917af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.238174 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dcc47521-29de-48a1-a0d0-50cca0917af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.241151 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dcc47521-29de-48a1-a0d0-50cca0917af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.242326 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-dcc47521-29de-48a1-a0d0-50cca0917af6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c609105b-44e8-47c6-943a-eb09340e15ea HTTP/1.1" status: 204 len: 168 time: 0.1278183 Jul 19 07:48:50.251734 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc47521-29de-48a1-a0d0-50cca0917af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c609105b-44e8-47c6-943a-eb09340e15ea,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:50.279037 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67ea67-20dd-4de5-87c6-e7f3558f7145 None None] New status for floating IP 07d4bb93-02f6-4fd4-93f0-d733e8cad9a7: DOWN {{(pid=99882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:48:50.485697 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47872) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:50.531340 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.553640 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8368cd9b-aa9e-4ea6-9910-48af374f7ba6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.580012 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8368cd9b-aa9e-4ea6-9910-48af374f7ba6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.624636 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8368cd9b-aa9e-4ea6-9910-48af374f7ba6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.627211 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-8368cd9b-aa9e-4ea6-9910-48af374f7ba6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.630787 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-8368cd9b-aa9e-4ea6-9910-48af374f7ba6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "DELETE /v2.0/security-groups/d9952585-e431-4137-b87a-160e9bb01583 HTTP/1.1" status: 204 len: 168 time: 0.1416214 Jul 19 07:48:50.631182 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47878) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:50.637686 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368cd9b-aa9e-4ea6-9910-48af374f7ba6 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9952585-e431-4137-b87a-160e9bb01583,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:50.651193 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.api.v2.resource [None req-0f264ec6-e20f-4967-aebb-da053dc36cd2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] show failed (client error): The resource could not be found. Jul 19 07:48:50.652646 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0f264ec6-e20f-4967-aebb-da053dc36cd2 tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "GET /v2.0/security-groups/d9952585-e431-4137-b87a-160e9bb01583 HTTP/1.1" status: 404 len: 347 time: 0.0204868 Jul 19 07:48:50.655752 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47880) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:50.782325 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Deleting port 05ae8d3f-b48a-4083-8ce3-5df39fd62762 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:50.782431 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.855852 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.856192 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:50.867804 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Calling delete_port for 05ae8d3f-b48a-4083-8ce3-5df39fd62762 owned by network:floatingip {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:51.003473 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:51.033056 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Pushing event deleted for resources: {'Port': ['ID=05ae8d3f-b48a-4083-8ce3-5df39fd62762,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:51.093306 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks [] for floatingip, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:51.096039 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:51.097229 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f835050b-c0d0-4a6d-b94a-d2578960df4c tempest-AttachVolumeShelveTestJSON-2060423933 tempest-AttachVolumeShelveTestJSON-2060423933-project] 10.222.0.10 "DELETE /v2.0/floatingips/07d4bb93-02f6-4fd4-93f0-d733e8cad9a7 HTTP/1.1" status: 204 len: 168 time: 0.4402657 Jul 19 07:48:51.570586 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:51.727563 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:48:51.747312 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 49473151-fd9a-44f8-b2fc-d39cde737632 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:48:51.747676 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 49473151-fd9a-44f8-b2fc-d39cde737632 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:48:53.422422 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:53.496379 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47948) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:53.963574 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.098812 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47958) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:54.199164 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bb73f456-9c72-440e-bf02-04ea82f83a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.213513 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Deleting port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:54.214219 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.286953 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bb73f456-9c72-440e-bf02-04ea82f83a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.291251 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-bb73f456-9c72-440e-bf02-04ea82f83a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.295619 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] For port 53f8d03c-3d4d-4d57-ba17-5d02aebc5144, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:54.295980 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.308812 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Calling delete_port for 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:54.331677 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-bb73f456-9c72-440e-bf02-04ea82f83a52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddf9bd7318ba428e90354f65b21b3b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318130 Jul 19 07:48:54.332529 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73f456-9c72-440e-bf02-04ea82f83a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4266aa4-fc43-49ec-ae16-87ff2762fd6e,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:54.334969 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 47962) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:54.382706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4adcb93e-3c25-49f7-b39d-fbcd8f6a4820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.403995 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4adcb93e-3c25-49f7-b39d-fbcd8f6a4820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.450349 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4adcb93e-3c25-49f7-b39d-fbcd8f6a4820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.453549 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-4adcb93e-3c25-49f7-b39d-fbcd8f6a4820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.455199 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-4adcb93e-3c25-49f7-b39d-fbcd8f6a4820 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4266aa4-fc43-49ec-ae16-87ff2762fd6e HTTP/1.1" status: 204 len: 168 time: 0.1195107 Jul 19 07:48:54.463711 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcb93e-3c25-49f7-b39d-fbcd8f6a4820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4266aa4-fc43-49ec-ae16-87ff2762fd6e,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:54.491894 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.517917 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f8d03c-3d4d-4d57-ba17-5d02aebc5144,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:54.685163 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:54.902353 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:48:55.005930 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:48:55.013917 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b0da5c90-cab4-4d06-a5f6-ce0feee8eaa8 admin admin] 10.222.0.10 "PUT /v2.0/routers/d3ee98dd-6dbd-4acb-99c8-45e092f2a049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139682 Jul 19 07:48:55.014008 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 47984) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:55.018188 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] Sync routers for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:48:55.028234 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:55.029244 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:48:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:55.121862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:55.131902 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:55.318158 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:48:54Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:55.345574 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] Checking router: d3ee98dd-6dbd-4acb-99c8-45e092f2a049 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:48:55.354430 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] Routers {'d3ee98dd-6dbd-4acb-99c8-45e092f2a049'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:48:55.355045 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:48:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:55.469425 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] Set router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:48:55.469549 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:55.522286 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Deleting port ef37d5b9-4576-4817-abab-7122423cf3e2 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:55.522968 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:55.608549 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] For port ef37d5b9-4576-4817-abab-7122423cf3e2, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=ef37d5b9-4576-4817-abab-7122423cf3e2,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:55.608916 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:55.620884 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Calling delete_port for ef37d5b9-4576-4817-abab-7122423cf3e2 owned by network:router_gateway {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:55.646125 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:48:54Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:55.673580 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c180d-4fa2-47a6-b659-2e17add9ca15 None None] The sync data for ids ['d3ee98dd-6dbd-4acb-99c8-45e092f2a049'] in dv-cinder-772623-11-iscsi is: [{'id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'name': 'tempest-AttachVolumeShelveTestJSON-1950758996-router', 'tenant_id': '88008b667845419886b01b7be74ee955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:41:35Z', 'updated_at': '2021-07-19T07:48:54Z', 'revision_number': 5, 'project_id': '88008b667845419886b01b7be74ee955', 'gw_port': {'id': 'ef37d5b9-4576-4817-abab-7122423cf3e2', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ee98dd-6dbd-4acb-99c8-45e092f2a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:41:36Z', 'updated_at': '2021-07-19T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:48:55.794925 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:55.819484 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef37d5b9-4576-4817-abab-7122423cf3e2,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:55.894133 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:55.985617 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:55.987709 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.033525 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.034191 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ee98dd-6dbd-4acb-99c8-45e092f2a049 {{(pid=99880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:48:56.039665 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.041708 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-bf47b6dd-712f-4465-99c1-ffa59c018ea4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d3ee98dd-6dbd-4acb-99c8-45e092f2a049 HTTP/1.1" status: 204 len: 168 time: 1.0268052 Jul 19 07:48:56.044145 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48014) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:56.089473 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] Deleting subnet 00536343-cd69-4ceb-9d12-e2d1c0705020 {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:48:56.092520 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.132570 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.218111 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.269264 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.297967 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.302437 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48020) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:56.303009 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/00536343-cd69-4ceb-9d12-e2d1c0705020 HTTP/1.1" status: 204 len: 168 time: 0.2577882 Jul 19 07:48:56.304158 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10173a6a-7e22-46dc-9445-b15308848995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00536343-cd69-4ceb-9d12-e2d1c0705020,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:56.304728 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06ec83-30ce-459e-8488-448668c27e9f None None] Network 13dd5e63-2351-452e-8059-e6311724dd6f requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:48:56.371771 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.430249 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Deleting port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:56.430594 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.501950 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] For port 18a4e1ba-f260-40ce-9cf3-610b8430eb60, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=18a4e1ba-f260-40ce-9cf3-610b8430eb60,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:56.502320 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.519333 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Calling delete_port for 18a4e1ba-f260-40ce-9cf3-610b8430eb60 owned by network:dhcp {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:56.521978 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] DHCP port deletion for 13dd5e63-2351-452e-8059-e6311724dd6f request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:48:56.574976 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] Deleting port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 {{(pid=99882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:48:56.575299 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.637827 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ef37d5b9-4576-4817-abab-7122423cf3e2 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:48:56.653649 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.681779 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a4e1ba-f260-40ce-9cf3-610b8430eb60,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:56.686725 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] No DVR routers for this DVR port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 on host dv-cinder-772623-11-iscsi {{(pid=99881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:48:56.764226 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.774576 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dd5e63-2351-452e-8059-e6311724dd6f']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:56.784334 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:56.784626 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e057f4e1-bdb7-4fc5-92af-87bfba56f6cf') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:48:56.787700 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: ef37d5b9-4576-4817-abab-7122423cf3e2 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:48:56.788053 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device ef37d5b9-4576-4817-abab-7122423cf3e2 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:48:56.788507 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 18a4e1ba-f260-40ce-9cf3-610b8430eb60 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:48:56.793096 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.794632 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] For port 18a4e1ba-f260-40ce-9cf3-610b8430eb60, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=18a4e1ba-f260-40ce-9cf3-610b8430eb60,segment=NetworkSegment(e057f4e1-bdb7-4fc5-92af-87bfba56f6cf),segment_id=e057f4e1-bdb7-4fc5-92af-87bfba56f6cf)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:48:56.795030 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.806420 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.811976 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:48:56.812381 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:48:56.813966 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:48:56.817113 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 18a4e1ba-f260-40ce-9cf3-610b8430eb60 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:48:56.817460 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 18a4e1ba-f260-40ce-9cf3-610b8430eb60 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:48:56.817996 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:48:56.840406 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] Calling delete_port for 18a4e1ba-f260-40ce-9cf3-610b8430eb60 owned by network:dhcp {{(pid=99882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:48:56.842140 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:48:56.842491 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 53f8d03c-3d4d-4d57-ba17-5d02aebc5144 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:48:56.870297 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.875582 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.877496 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/13dd5e63-2351-452e-8059-e6311724dd6f HTTP/1.1" status: 204 len: 168 time: 0.5737188 Jul 19 07:48:56.894355 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4b79a-54b7-4b47-9047-f4945915a8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=13dd5e63-2351-452e-8059-e6311724dd6f,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:56.925320 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:56.949515 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] Network 13dd5e63-2351-452e-8059-e6311724dd6f is not hosted by any dhcp agent {{(pid=99882) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 07:48:56.949975 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] No DVR routers for this DVR port 18a4e1ba-f260-40ce-9cf3-610b8430eb60 on host dv-cinder-772623-11-iscsi {{(pid=99882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:48:56.954253 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511019b4-77da-40e1-94e8-2ddf3da90c44 None None] Pushing event deleted for resources: {'Port': ['ID=18a4e1ba-f260-40ce-9cf3-610b8430eb60,revision_number=None']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:57.043091 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48028) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:57.081916 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-297fb920-fa83-440d-b749-e2908daf51b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88008b667845419886b01b7be74ee955&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376980 Jul 19 07:48:57.084313 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48030) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:48:57.133955 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c11f804-3e59-43c9-b673-6a3e59dd6fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:57.154396 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c11f804-3e59-43c9-b673-6a3e59dd6fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:57.198684 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c11f804-3e59-43c9-b673-6a3e59dd6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:57.201364 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c11f804-3e59-43c9-b673-6a3e59dd6fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:48:57.202480 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7c11f804-3e59-43c9-b673-6a3e59dd6fd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/874f0770-9239-42ba-8cf9-a2a53cf116a4 HTTP/1.1" status: 204 len: 168 time: 0.1172962 Jul 19 07:48:57.210057 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11f804-3e59-43c9-b673-6a3e59dd6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f0770-9239-42ba-8cf9-a2a53cf116a4,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:48:57.589985 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:04.106595 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e8b7-e512-4914-80c4-ce7824a58ccd req-0ecb9a05-0d39-43ba-8e7d-5b35410184c1 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:04.108079 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a130e8b7-e512-4914-80c4-ce7824a58ccd req-0ecb9a05-0d39-43ba-8e7d-5b35410184c1 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0619414 Jul 19 07:49:04.146273 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a130e8b7-e512-4914-80c4-ce7824a58ccd req-c8536fbb-d18a-49e3-ac73-a7804ed3a864 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Jul 19 07:49:04.714152 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48194) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:04.811901 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-11383857-d9c8-481f-9e29-d10e140d5f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:04.896269 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-11383857-d9c8-481f-9e29-d10e140d5f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:04.899815 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-11383857-d9c8-481f-9e29-d10e140d5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:04.938306 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11383857-d9c8-481f-9e29-d10e140d5f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155dca72-4e99-4f6d-ac42-14aaf6c88645,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:04.942531 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-11383857-d9c8-481f-9e29-d10e140d5f2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbaf2849f11d486e8f93616227dae81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273839 Jul 19 07:49:04.945188 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48198) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:04.991326 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-421c6f41-5ba8-45df-8f37-02663c7808e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.011116 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-421c6f41-5ba8-45df-8f37-02663c7808e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.055769 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-421c6f41-5ba8-45df-8f37-02663c7808e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.059136 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-421c6f41-5ba8-45df-8f37-02663c7808e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.060250 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-421c6f41-5ba8-45df-8f37-02663c7808e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/155dca72-4e99-4f6d-ac42-14aaf6c88645 HTTP/1.1" status: 204 len: 168 time: 0.1141877 Jul 19 07:49:05.067983 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c6f41-5ba8-45df-8f37-02663c7808e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155dca72-4e99-4f6d-ac42-14aaf6c88645,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:05.283604 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cadd5-ec62-4e02-8d0d-b44a3df92237 req-c95fa1a1-ca41-4cca-b401-f7b31253b2df tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:05.285158 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d3cadd5-ec62-4e02-8d0d-b44a3df92237 req-c95fa1a1-ca41-4cca-b401-f7b31253b2df tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0643454 Jul 19 07:49:05.326789 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d3cadd5-ec62-4e02-8d0d-b44a3df92237 req-8078d796-7533-4848-8b6e-a1fecab638fc tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Jul 19 07:49:05.350873 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48220) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:05.366837 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-baffc5b1-1c67-4cae-9472-4ef528fcbacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.454655 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48224) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:05.455401 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-baffc5b1-1c67-4cae-9472-4ef528fcbacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.459303 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-baffc5b1-1c67-4cae-9472-4ef528fcbacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.498819 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-baffc5b1-1c67-4cae-9472-4ef528fcbacc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f5f1065c43b42adaa05bc81cb9a126b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467741 Jul 19 07:49:05.499592 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffc5b1-1c67-4cae-9472-4ef528fcbacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd628e9-10f8-4323-bb0a-1ec2ec3f6a3d,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:05.502080 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48228) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:05.565349 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.567809 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-50c77efd-3210-45a7-b3f8-784e9361e9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.596232 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.665904 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.668543 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.669730 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfd628e9-10f8-4323-bb0a-1ec2ec3f6a3d HTTP/1.1" status: 204 len: 168 time: 0.1662068 Jul 19 07:49:05.684301 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd628e9-10f8-4323-bb0a-1ec2ec3f6a3d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:05.700267 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.700764 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.701109 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.701440 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.701770 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.702097 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.702422 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.702747 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.703071 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.703397 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.703717 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.704035 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac476-a1a8-45b4-ac99-fde2031d3de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:05.744417 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-50c77efd-3210-45a7-b3f8-784e9361e9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.748700 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-50c77efd-3210-45a7-b3f8-784e9361e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.790498 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-50c77efd-3210-45a7-b3f8-784e9361e9d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c846556d952f40f68aeb3ae57f724d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346493 Jul 19 07:49:05.791625 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c77efd-3210-45a7-b3f8-784e9361e9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51f3120-20b8-4bbd-9ce9-b3416a581680,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:05.793278 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48234) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:05.841933 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6afd0de5-17c6-4424-88a1-77f2f3225c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.862540 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6afd0de5-17c6-4424-88a1-77f2f3225c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.912443 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6afd0de5-17c6-4424-88a1-77f2f3225c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.915006 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-6afd0de5-17c6-4424-88a1-77f2f3225c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:05.916183 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-6afd0de5-17c6-4424-88a1-77f2f3225c9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b51f3120-20b8-4bbd-9ce9-b3416a581680 HTTP/1.1" status: 204 len: 168 time: 0.1216240 Jul 19 07:49:05.925751 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd0de5-17c6-4424-88a1-77f2f3225c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51f3120-20b8-4bbd-9ce9-b3416a581680,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:05.930753 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48238) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:05.944934 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5592ac3d-10e8-412b-8f26-583ce4373fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:06.032530 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5592ac3d-10e8-412b-8f26-583ce4373fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:06.036055 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-5592ac3d-10e8-412b-8f26-583ce4373fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:06.074104 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-5592ac3d-10e8-412b-8f26-583ce4373fa0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7e67a54722f4f86afbef104c17167e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416497 Jul 19 07:49:06.076593 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48242) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:06.083635 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592ac3d-10e8-412b-8f26-583ce4373fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6081f2-7b4b-4b40-bc50-18308242d40e,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:06.127527 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-41191e9d-de9e-491b-9b34-04bd290bfb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:06.147755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-41191e9d-de9e-491b-9b34-04bd290bfb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:06.194161 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-41191e9d-de9e-491b-9b34-04bd290bfb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:06.196925 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-41191e9d-de9e-491b-9b34-04bd290bfb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:06.198102 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-41191e9d-de9e-491b-9b34-04bd290bfb58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd6081f2-7b4b-4b40-bc50-18308242d40e HTTP/1.1" status: 204 len: 168 time: 0.1205842 Jul 19 07:49:06.205758 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41191e9d-de9e-491b-9b34-04bd290bfb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6081f2-7b4b-4b40-bc50-18308242d40e,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:06.478198 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fda315-e229-43ea-b579-678efdb6855e req-c12d6c7a-d1ea-485d-adc6-d79648446dd5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:06.481438 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-60fda315-e229-43ea-b579-678efdb6855e req-c12d6c7a-d1ea-485d-adc6-d79648446dd5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0758216 Jul 19 07:49:06.529530 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-60fda315-e229-43ea-b579-678efdb6855e req-b11b8ce6-3ee0-4cb6-90c2-16d9fc632ee0 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 Jul 19 07:49:07.352990 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48308) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:07.454704 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a5a48e9e-ec86-4d44-91c3-e225dbcc5a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:07.542444 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a5a48e9e-ec86-4d44-91c3-e225dbcc5a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:07.545846 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a5a48e9e-ec86-4d44-91c3-e225dbcc5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:07.592532 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-a5a48e9e-ec86-4d44-91c3-e225dbcc5a19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df48421104f14353a4eb4511152d35d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377527 Jul 19 07:49:07.594462 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a48e9e-ec86-4d44-91c3-e225dbcc5a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00e91a9-6fde-49fb-9527-ea844c809283,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:07.595260 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48314) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:07.680678 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef819987-3807-4914-ae2d-379e5ec1f696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:07.704173 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a910d59-91ad-4a3c-a638-c4a6a3c93168 req-46461c81-2ebd-4bd6-b39c-4d070d4a5ae8 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:07.705655 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6a910d59-91ad-4a3c-a638-c4a6a3c93168 req-46461c81-2ebd-4bd6-b39c-4d070d4a5ae8 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0975666 Jul 19 07:49:07.715878 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef819987-3807-4914-ae2d-379e5ec1f696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:07.770313 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6a910d59-91ad-4a3c-a638-c4a6a3c93168 req-bbe1af81-9059-4006-ba1b-935e4aa4f282 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575469 Jul 19 07:49:07.788232 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef819987-3807-4914-ae2d-379e5ec1f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:07.790886 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ef819987-3807-4914-ae2d-379e5ec1f696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:07.791963 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ef819987-3807-4914-ae2d-379e5ec1f696 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c00e91a9-6fde-49fb-9527-ea844c809283 HTTP/1.1" status: 204 len: 168 time: 0.1957226 Jul 19 07:49:07.799346 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef819987-3807-4914-ae2d-379e5ec1f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00e91a9-6fde-49fb-9527-ea844c809283,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:08.036622 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48320) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:08.049568 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d103fbf3-d788-4bc4-8065-b573837edb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:08.132857 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d103fbf3-d788-4bc4-8065-b573837edb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:08.136663 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d103fbf3-d788-4bc4-8065-b573837edb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:08.173142 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-d103fbf3-d788-4bc4-8065-b573837edb79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a306606acda49dd878f9a918420f937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354611 Jul 19 07:49:08.174000 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103fbf3-d788-4bc4-8065-b573837edb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9203ce-fcf1-498a-ae17-1e1356887f81,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:08.175815 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48322) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:08.223147 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a1f25297-8c81-48fb-9eb4-193d882ac1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:08.244215 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a1f25297-8c81-48fb-9eb4-193d882ac1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:08.289050 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a1f25297-8c81-48fb-9eb4-193d882ac1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:08.292229 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a1f25297-8c81-48fb-9eb4-193d882ac1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:08.293386 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-a1f25297-8c81-48fb-9eb4-193d882ac1a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd9203ce-fcf1-498a-ae17-1e1356887f81 HTTP/1.1" status: 204 len: 168 time: 0.1165466 Jul 19 07:49:08.300728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f25297-8c81-48fb-9eb4-193d882ac1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9203ce-fcf1-498a-ae17-1e1356887f81,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:08.897385 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77ae8a-1506-423b-9383-0e37e6c699ae req-0732439d-c536-4229-9ff4-419eca2bd4f0 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:08.898877 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4a77ae8a-1506-423b-9383-0e37e6c699ae req-0732439d-c536-4229-9ff4-419eca2bd4f0 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0632656 Jul 19 07:49:08.936604 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4a77ae8a-1506-423b-9383-0e37e6c699ae req-8dfe67c6-2d31-48cc-b361-6dfcb8dc8825 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Jul 19 07:49:09.886074 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48384) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:09.986602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0276f464-6143-4e1d-bf18-8d2fc5402118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.064805 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdad5f-f665-462a-a01a-46865937ed0a req-9d2bb97b-00a7-4ca7-95e1-10d61175a29d tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:10.066337 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e9bdad5f-f665-462a-a01a-46865937ed0a req-9d2bb97b-00a7-4ca7-95e1-10d61175a29d tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0649199 Jul 19 07:49:10.075184 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0276f464-6143-4e1d-bf18-8d2fc5402118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.078993 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-0276f464-6143-4e1d-bf18-8d2fc5402118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.102343 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e9bdad5f-f665-462a-a01a-46865937ed0a req-dd0c1186-c859-4676-ad1c-e5db9e85dbcf tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304620 Jul 19 07:49:10.119305 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-0276f464-6143-4e1d-bf18-8d2fc5402118 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80510a90ee594a3b95593c75c56b5a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321453 Jul 19 07:49:10.120757 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276f464-6143-4e1d-bf18-8d2fc5402118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c947652-f9ff-4cb7-83e0-82e2a19086ea,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:10.122554 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48390) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:10.171903 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ecccd62a-12b0-41ee-ad27-31b0e4af99dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.191865 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ecccd62a-12b0-41ee-ad27-31b0e4af99dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.237416 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ecccd62a-12b0-41ee-ad27-31b0e4af99dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.239919 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ecccd62a-12b0-41ee-ad27-31b0e4af99dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.241104 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ecccd62a-12b0-41ee-ad27-31b0e4af99dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c947652-f9ff-4cb7-83e0-82e2a19086ea HTTP/1.1" status: 204 len: 168 time: 0.1167338 Jul 19 07:49:10.248593 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccd62a-12b0-41ee-ad27-31b0e4af99dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c947652-f9ff-4cb7-83e0-82e2a19086ea,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:10.486897 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48396) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:10.500221 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-92079af3-b5ca-42a8-8c20-89ed3c2cda64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.588049 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-92079af3-b5ca-42a8-8c20-89ed3c2cda64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.592670 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-92079af3-b5ca-42a8-8c20-89ed3c2cda64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.627731 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92079af3-b5ca-42a8-8c20-89ed3c2cda64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a326bd5-1d39-4120-b996-c0348a5439e8,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:10.634203 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-92079af3-b5ca-42a8-8c20-89ed3c2cda64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb486180ef9d469ca3e19dc0e6f47848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440339 Jul 19 07:49:10.634562 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48400) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:10.680918 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1aa61790-8832-4192-84ef-f58c65f60cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.701056 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1aa61790-8832-4192-84ef-f58c65f60cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.744675 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1aa61790-8832-4192-84ef-f58c65f60cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.747068 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-1aa61790-8832-4192-84ef-f58c65f60cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:10.748161 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-1aa61790-8832-4192-84ef-f58c65f60cdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a326bd5-1d39-4120-b996-c0348a5439e8 HTTP/1.1" status: 204 len: 168 time: 0.1121738 Jul 19 07:49:10.755171 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa61790-8832-4192-84ef-f58c65f60cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a326bd5-1d39-4120-b996-c0348a5439e8,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:11.230095 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed3c9d-1daa-4b71-9dee-f7923343f4d1 req-410dfa45-cc03-45da-aebc-75a088b356a5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:11.231612 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-25ed3c9d-1daa-4b71-9dee-f7923343f4d1 req-410dfa45-cc03-45da-aebc-75a088b356a5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0627210 Jul 19 07:49:11.273884 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-25ed3c9d-1daa-4b71-9dee-f7923343f4d1 req-298323b4-ae2c-4064-9fd0-963d7ce189ab tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366378 Jul 19 07:49:12.407693 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbe8d1-632c-44ce-b8cb-e3bb0010b645 req-c7da345d-999e-47d7-877d-b365025fe4a6 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:12.409290 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-83cbe8d1-632c-44ce-b8cb-e3bb0010b645 req-c7da345d-999e-47d7-877d-b365025fe4a6 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0680273 Jul 19 07:49:12.449705 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-83cbe8d1-632c-44ce-b8cb-e3bb0010b645 req-8263d24c-e6ad-49b8-bc89-a1c7c876ff65 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Jul 19 07:49:13.576914 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d0be-526c-4e29-b9b0-568489aa8603 req-f4072030-aa12-46c1-9da2-0156896b03ca tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:13.578409 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3544d0be-526c-4e29-b9b0-568489aa8603 req-f4072030-aa12-46c1-9da2-0156896b03ca tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0628312 Jul 19 07:49:13.615843 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3544d0be-526c-4e29-b9b0-568489aa8603 req-3dabc358-47c4-4960-958f-06bac2adf4db tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Jul 19 07:49:14.743611 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc43c2-87be-4b6e-9e1c-396a1f72a4fd req-61092932-c575-47a9-b453-dd7e8a3b0524 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:14.745107 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3fc43c2-87be-4b6e-9e1c-396a1f72a4fd req-61092932-c575-47a9-b453-dd7e8a3b0524 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0649941 Jul 19 07:49:14.780815 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a3fc43c2-87be-4b6e-9e1c-396a1f72a4fd req-37d3e6a6-dd25-4a5f-b67a-09246acffbce tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303831 Jul 19 07:49:15.173188 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:49:15.905477 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d35d5e-c4e4-470d-9c3d-880a13bd13fc req-f76cca20-b7d5-41c4-9c97-83aa84419dcb tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:15.906942 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-98d35d5e-c4e4-470d-9c3d-880a13bd13fc req-f76cca20-b7d5-41c4-9c97-83aa84419dcb tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0622351 Jul 19 07:49:15.944052 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-98d35d5e-c4e4-470d-9c3d-880a13bd13fc req-d6ada902-7fe3-45c4-927d-420e51fc7bff tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Jul 19 07:49:17.025084 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48510) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:17.096835 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5725-caf6-4420-88e9-ed7944578ed9 req-c142d8b8-e5fa-4b8e-adaa-1e97008ef223 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:17.098258 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5a9b5725-caf6-4420-88e9-ed7944578ed9 req-c142d8b8-e5fa-4b8e-adaa-1e97008ef223 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0669651 Jul 19 07:49:17.132492 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-917a509b-42d5-484e-a794-31e0951be914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.156764 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5a9b5725-caf6-4420-88e9-ed7944578ed9 req-7020ee1b-a57f-406b-8c38-10ff732aef83 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530522 Jul 19 07:49:17.230267 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-917a509b-42d5-484e-a794-31e0951be914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.233650 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-917a509b-42d5-484e-a794-31e0951be914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.270877 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-917a509b-42d5-484e-a794-31e0951be914 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3365d9d2b055446f8817ec38f5d2d657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444365 Jul 19 07:49:17.272706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a509b-42d5-484e-a794-31e0951be914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13094e-65c4-4423-9a45-13e83579eb4c,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:17.273731 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48514) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:17.322203 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b89f3c33-9f67-46d5-9a53-faf78ef838f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.341987 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b89f3c33-9f67-46d5-9a53-faf78ef838f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.387541 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b89f3c33-9f67-46d5-9a53-faf78ef838f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.390407 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b89f3c33-9f67-46d5-9a53-faf78ef838f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.391550 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b89f3c33-9f67-46d5-9a53-faf78ef838f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d13094e-65c4-4423-9a45-13e83579eb4c HTTP/1.1" status: 204 len: 168 time: 0.1167967 Jul 19 07:49:17.398775 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f3c33-9f67-46d5-9a53-faf78ef838f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13094e-65c4-4423-9a45-13e83579eb4c,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:17.636189 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48522) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:17.648742 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-3e607925-134e-4e8b-8bde-85011b013393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.720406 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-857d0474-fb5f-42c8-b488-99c40eb9a5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.732873 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-3e607925-134e-4e8b-8bde-85011b013393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.736735 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-3e607925-134e-4e8b-8bde-85011b013393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.773126 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-3e607925-134e-4e8b-8bde-85011b013393 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08db1db557f444e4abd42483c28e13e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358924 Jul 19 07:49:17.774165 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e607925-134e-4e8b-8bde-85011b013393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c031a079-f399-4884-b237-7c9c5748847a,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:17.776425 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48524) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:17.823870 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b7454de-a3c7-47fc-b908-b45dce3d7f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.843950 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b7454de-a3c7-47fc-b908-b45dce3d7f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.887899 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b7454de-a3c7-47fc-b908-b45dce3d7f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.890563 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-2b7454de-a3c7-47fc-b908-b45dce3d7f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:17.894169 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-2b7454de-a3c7-47fc-b908-b45dce3d7f19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c031a079-f399-4884-b237-7c9c5748847a HTTP/1.1" status: 204 len: 168 time: 0.1136980 Jul 19 07:49:17.901387 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7454de-a3c7-47fc-b908-b45dce3d7f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031a079-f399-4884-b237-7c9c5748847a,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:18.511853 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e1b18-9c3d-484d-aa76-abf234a0b5a5 req-0de575c7-83f7-4cf4-8cd1-4fd84fad4db5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:18.513429 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a6e1b18-9c3d-484d-aa76-abf234a0b5a5 req-0de575c7-83f7-4cf4-8cd1-4fd84fad4db5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.2912512 Jul 19 07:49:18.562485 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a6e1b18-9c3d-484d-aa76-abf234a0b5a5 req-44fdd8a2-d238-47ac-b391-9758f72622a0 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Jul 19 07:49:19.604235 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48590) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:19.689677 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd28f1d-025e-4e3a-800d-6e908bab91e3 req-8628fabf-3d36-4774-9c12-0a2eeac749c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:19.691181 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0fd28f1d-025e-4e3a-800d-6e908bab91e3 req-8628fabf-3d36-4774-9c12-0a2eeac749c2 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0623267 Jul 19 07:49:19.707713 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afd7cc6d-639b-4428-9f85-f6639954983b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:19.730201 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0fd28f1d-025e-4e3a-800d-6e908bab91e3 req-2634de15-6a5c-4359-ad07-be12771bf1cc tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Jul 19 07:49:19.794536 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afd7cc6d-639b-4428-9f85-f6639954983b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:19.797940 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-afd7cc6d-639b-4428-9f85-f6639954983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:19.834115 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7cc6d-639b-4428-9f85-f6639954983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d002e0-2566-417f-a882-2d4c8f73aa9e,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:19.839005 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-afd7cc6d-639b-4428-9f85-f6639954983b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a324d912537d4e3ba0f2b17a41f02e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336466 Jul 19 07:49:19.842010 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48594) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:19.889502 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dc01cea3-85f9-4d51-817e-6865c42fe8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:19.910101 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dc01cea3-85f9-4d51-817e-6865c42fe8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:19.955152 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dc01cea3-85f9-4d51-817e-6865c42fe8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:19.957971 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-dc01cea3-85f9-4d51-817e-6865c42fe8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:19.959100 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-dc01cea3-85f9-4d51-817e-6865c42fe8e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00d002e0-2566-417f-a882-2d4c8f73aa9e HTTP/1.1" status: 204 len: 168 time: 0.1164510 Jul 19 07:49:19.966285 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01cea3-85f9-4d51-817e-6865c42fe8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d002e0-2566-417f-a882-2d4c8f73aa9e,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:20.076408 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-c594691e-dafb-4044-8335-8b107bc1c9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.208873 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48604) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:20.222193 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d1f289a0-f7c7-4ab6-adb1-c387246b5b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.224817 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-a5c7ac89-f646-4c01-a9f0-7c8caec3cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:20.226302 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-a5c7ac89-f646-4c01-a9f0-7c8caec3cd83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1099 time: 0.0555513 Jul 19 07:49:20.313537 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d1f289a0-f7c7-4ab6-adb1-c387246b5b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.317739 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d1f289a0-f7c7-4ab6-adb1-c387246b5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.319599 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-9ab0087e-4be6-4fa7-bb84-5fa10d6d3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:20.321125 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-9ab0087e-4be6-4fa7-bb84-5fa10d6d3748 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 910 time: 0.0878561 Jul 19 07:49:20.355298 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-d1f289a0-f7c7-4ab6-adb1-c387246b5b3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2469e384db9489c87e46812cd264056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452863 Jul 19 07:49:20.356235 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f289a0-f7c7-4ab6-adb1-c387246b5b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260bf18b-9a51-42d5-b801-57c9f06d9102,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:20.358611 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48606) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:20.390259 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-381b3a6a-5226-48e1-bb57-ba9fa3e30f3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 1002 time: 0.0619934 Jul 19 07:49:20.408964 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ace-9833-4da0-8281-46e1de63d46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.430188 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ace-9833-4da0-8281-46e1de63d46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.439312 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-2ecc7233-67dd-4aa5-810b-527475b7f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:20.440797 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-2ecc7233-67dd-4aa5-810b-527475b7f508 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 200 len: 848 time: 0.0432739 Jul 19 07:49:20.474635 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ace-9833-4da0-8281-46e1de63d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.477158 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-55ef1ace-9833-4da0-8281-46e1de63d46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.478285 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-55ef1ace-9833-4da0-8281-46e1de63d46b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/260bf18b-9a51-42d5-b801-57c9f06d9102 HTTP/1.1" status: 204 len: 168 time: 0.1170976 Jul 19 07:49:20.486418 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef1ace-9833-4da0-8281-46e1de63d46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260bf18b-9a51-42d5-b801-57c9f06d9102,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:20.503498 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-5c1c3afd-63f2-4c50-8d89-fcbfac3267f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:20.505805 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-5c1c3afd-63f2-4c50-8d89-fcbfac3267f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f140631-2d8d-445e-87b8-332aa610bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585752 Jul 19 07:49:20.533863 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:20.603963 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-8ee7ca12-168b-4895-ad36-1c5bcd96c6e5 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906096 Jul 19 07:49:20.693589 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-83ae71ad-9d25-4dd2-823f-b1df90b12d65 req-8d8aec16-e10e-439d-9562-0e4c5d9f1677 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835102 Jul 19 07:49:20.862310 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdc054-0421-471d-9e73-e68585f032b0 req-831b45bd-7225-4972-8243-62b550037347 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:20.863839 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e0fdc054-0421-471d-9e73-e68585f032b0 req-831b45bd-7225-4972-8243-62b550037347 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0663509 Jul 19 07:49:20.901548 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e0fdc054-0421-471d-9e73-e68585f032b0 req-e0ae0d46-5818-4d4a-8066-4a45fe7eb21f tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322661 Jul 19 07:49:21.121408 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48632) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:21.214024 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604055451-network', 'tenant_id': '1aef39dc01e145559dcf037d8a1c5993'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:49:21.235133 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Made reservation on behalf of 1aef39dc01e145559dcf037d8a1c5993 for: {'network': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:49:21.237599 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.246024 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.336386 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.341648 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.363068 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=99881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:49:21.377328 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d660e-a9af-42a2-a156-214a9e4cc500,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:21.382525 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.382869 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.segments_db [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Added segment 96b6a537-0a63-4e89-8bfe-7431746c1b18 of type vlan for network 52e98a12-3563-4835-971d-cba1b03eedf2 Jul 19 07:49:21.423106 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.453714 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.454939 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:21.455578 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.487009 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3652663 Jul 19 07:49:21.489993 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48660) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:21.496013 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Request body: {'subnet': {'network_id': '52e98a12-3563-4835-971d-cba1b03eedf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604055451-subnet', 'tenant_id': '1aef39dc01e145559dcf037d8a1c5993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:49:21.520016 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9328-2df6-4ceb-843c-c5274177d222 admin admin] Pushing event updated for resources: {'Network': ['ID=52e98a12-3563-4835-971d-cba1b03eedf2,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:21.530455 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 52e98a12-3563-4835-971d-cba1b03eedf2 details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:49:21.535676 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Made reservation on behalf of 1aef39dc01e145559dcf037d8a1c5993 for: {'subnet': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:49:21.543242 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4238872'] for subnet, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.613767 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.718755 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4238958'] for subnet, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.778081 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b28dbe6-be32-4efa-9a1f-c7bb442185f0,revision_number=0']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:21.786128 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Checking segment: {'id': '96b6a537-0a63-4e89-8bfe-7431746c1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52e98a12-3563-4835-971d-cba1b03eedf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:49:21.786485 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Network hostable DHCP agents. Network: 52e98a12-3563-4835-971d-cba1b03eedf2, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:49:21.803909 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Network 52e98a12-3563-4835-971d-cba1b03eedf2 is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:49:21.814382 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 52e98a12-3563-4835-971d-cba1b03eedf2) {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:49:21.819040 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:21.819613 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:21.825430 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f27f3-7242-4527-8e2e-f1f87e92ecbf None None] Network 52e98a12-3563-4835-971d-cba1b03eedf2 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:49:21.837564 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-cdd5eaaa-8826-46ac-b7e5-e1588756b723 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3464670 Jul 19 07:49:21.959519 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a6f75-4236-4950-b407-7346ada39559 None None] Network 52e98a12-3563-4835-971d-cba1b03eedf2 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:49:22.044273 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7ac2-9900-4652-a100-346d910e2a87 req-22b9e13f-72db-4cb8-8e8b-81819c8c2892 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:22.046481 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a48f7ac2-9900-4652-a100-346d910e2a87 req-22b9e13f-72db-4cb8-8e8b-81819c8c2892 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0669024 Jul 19 07:49:22.088508 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a48f7ac2-9900-4652-a100-346d910e2a87 req-ae18b1e9-e4af-4d48-88dd-1a42dc37a8aa tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362279 Jul 19 07:49:22.305570 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48696) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:22.310665 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1493179575-network', 'tenant_id': '671edbe15c2440198dfd1340b70b746e'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:49:22.331188 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Made reservation on behalf of 671edbe15c2440198dfd1340b70b746e for: {'network': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:49:22.333762 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for network, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.342875 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.431738 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.435432 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.456203 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=99880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 07:49:22.469821 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818583b8-c9db-4f78-90f6-4144be82683a,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:22.474797 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.475148 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.segments_db [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Added segment 96eff88c-60c6-487b-8ca1-3538b3693200 of type vlan for network 1cb2d877-331d-4f5b-94ef-fc1f192a70ce Jul 19 07:49:22.514318 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745044589806'] for network, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.543700 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187'] for network, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.544727 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:22.545336 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.577780 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2711062 Jul 19 07:49:22.580887 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48698) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:22.586645 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Request body: {'subnet': {'network_id': '1cb2d877-331d-4f5b-94ef-fc1f192a70ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1493179575-subnet', 'tenant_id': '671edbe15c2440198dfd1340b70b746e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:49:22.610591 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Made reservation on behalf of 671edbe15c2440198dfd1340b70b746e for: {'subnet': 1} {{(pid=99881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:49:22.612520 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a92960-9da8-4f8d-a347-35047ac49af2 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb2d877-331d-4f5b-94ef-fc1f192a70ce,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:22.613173 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5974853'] for subnet, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.622759 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Network 1cb2d877-331d-4f5b-94ef-fc1f192a70ce details requested by agent ovs-agent-dv-cinder-772623-11-iscsi with host dv-cinder-772623-11-iscsi {{(pid=99882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 07:49:22.781965 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4305182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5974835'] for subnet, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.842092 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9768d727-d0aa-4734-b8b0-65a9405074f3,revision_number=0']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:22.847709 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Checking segment: {'id': '96eff88c-60c6-487b-8ca1-3538b3693200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1cb2d877-331d-4f5b-94ef-fc1f192a70ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:49:22.848180 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Network hostable DHCP agents. Network: 1cb2d877-331d-4f5b-94ef-fc1f192a70ce, hostable agents: ['284b32d2-0fb3-489f-ac5f-d4be06b3f5f5'], hosted agents: [] {{(pid=99881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 07:49:22.867721 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Network 1cb2d877-331d-4f5b-94ef-fc1f192a70ce is scheduled to be hosted by DHCP agent 284b32d2-0fb3-489f-ac5f-d4be06b3f5f5 with binding_index 1 {{(pid=99881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 07:49:22.881787 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-11-iscsi, 1cb2d877-331d-4f5b-94ef-fc1f192a70ce) {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:49:22.887204 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:22.888239 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:22.891588 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd984b73-8292-494a-904c-2aa2590c92ac None None] Network 1cb2d877-331d-4f5b-94ef-fc1f192a70ce requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:49:22.912318 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9e1eff04-97d6-438b-9945-f3fbd9affec9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3272648 Jul 19 07:49:23.034139 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a6e0b-8c83-41f1-a40b-b5489a16aafe None None] Network 1cb2d877-331d-4f5b-94ef-fc1f192a70ce requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:49:23.218671 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc3961-a603-46e4-93df-7ada41d57541 req-cdf3437d-a179-4153-9328-0d1cc9b57843 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:23.220275 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-24fc3961-a603-46e4-93df-7ada41d57541 req-cdf3437d-a179-4153-9328-0d1cc9b57843 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0645375 Jul 19 07:49:23.257334 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-24fc3961-a603-46e4-93df-7ada41d57541 req-ecd82539-06ad-4c01-b93b-4d94875b1d90 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Jul 19 07:49:23.431632 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:23.513408 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-3df7d6d5-e97b-416c-8a29-31b176e45a1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202197 Jul 19 07:49:23.526221 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b0d1d-3146-429c-b612-77acc8397c0d req-d1c34534-053e-4659-87cc-27b8d9300955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:23.527725 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db5b0d1d-3146-429c-b612-77acc8397c0d req-d1c34534-053e-4659-87cc-27b8d9300955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0902891 Jul 19 07:49:23.568947 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-db5b0d1d-3146-429c-b612-77acc8397c0d req-750022f0-5fad-482b-9dbc-55dc3a10a7be tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343530 Jul 19 07:49:24.700862 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427597f-de4b-4ca2-bf2e-aa6d52e9b362 req-3b122984-cc1a-425a-b049-ca62e9ce520b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:24.704219 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6427597f-de4b-4ca2-bf2e-aa6d52e9b362 req-3b122984-cc1a-425a-b049-ca62e9ce520b tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0671017 Jul 19 07:49:24.744210 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-241b660c-e820-408e-af76-9224cb1f1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:24.744896 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-6427597f-de4b-4ca2-bf2e-aa6d52e9b362 req-ed371e76-feba-4e1c-a92a-0a3ca738bb88 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370328 Jul 19 07:49:24.746459 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-241b660c-e820-408e-af76-9224cb1f1112 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0&tenant_id=ebc1dba6bca04b11be46abdc08df475e HTTP/1.1" status: 200 len: 1099 time: 0.0579290 Jul 19 07:49:24.818750 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-ff658709-df61-4ec7-b4bf-af05f92ae4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:24.820238 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-ff658709-df61-4ec7-b4bf-af05f92ae4bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1099 time: 0.0521486 Jul 19 07:49:24.915222 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-f8c1ed0b-74e3-4cf9-9870-97e88e7a3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:24.916808 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-f8c1ed0b-74e3-4cf9-9870-97e88e7a3f3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 910 time: 0.0895267 Jul 19 07:49:24.978861 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-e20b6e9b-cd9c-4b0d-aeb5-43f74e6b59bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 1002 time: 0.0554290 Jul 19 07:49:25.026085 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-62a5506e-3c9f-48b6-ac12-24b6e553b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:25.027523 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-62a5506e-3c9f-48b6-ac12-24b6e553b310 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 200 len: 848 time: 0.0418527 Jul 19 07:49:25.086892 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-476c03e5-23c3-43b7-806d-12c4a32584e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:25.088462 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-476c03e5-23c3-43b7-806d-12c4a32584e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f140631-2d8d-445e-87b8-332aa610bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551679 Jul 19 07:49:25.177074 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-f317b339-add7-49b2-9a93-3e2930d15fef service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820956 Jul 19 07:49:25.270230 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-341ed03a-4088-4773-91c2-eff75a48c0a8 req-c2ba2f0f-7499-47d4-9dd2-6077c289802b service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866194 Jul 19 07:49:25.874852 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bc6b4-4078-4611-879a-0593c07bac39 req-6c8ba7cc-fb3d-482e-9aab-83add50f2f17 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:25.876394 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a15bc6b4-4078-4611-879a-0593c07bac39 req-6c8ba7cc-fb3d-482e-9aab-83add50f2f17 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0662227 Jul 19 07:49:25.890668 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f51dc585-ad05-4536-880a-15541e861935 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:49:25.915081 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a15bc6b4-4078-4611-879a-0593c07bac39 req-99190057-25c5-4207-8cb7-16865607e4d5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332575 Jul 19 07:49:25.975706 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:25.998188 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51dc585-ad05-4536-880a-15541e861935'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:49:26.000463 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e558c0dc-0c3e-4831-8386-c09471efb1c8" -d '{"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-unplugged", "status": "completed", "tag": "f51dc585-ad05-4536-880a-15541e861935"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:49:26.019495 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:49:26.032153 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.059446 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 07:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dff9999-78ac-4b28-86bd-eebd5b969e12 x-openstack-request-id: req-7dff9999-78ac-4b28-86bd-eebd5b969e12 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:49:26.059742 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-unplugged", "status": "completed", "tag": "f51dc585-ad05-4536-880a-15541e861935", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:49:26.060275 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dff9999-78ac-4b28-86bd-eebd5b969e12 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:49:26.060707 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51dc585-ad05-4536-880a-15541e861935', 'code': 200} Jul 19 07:49:26.087235 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=6']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:26.397078 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48772) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:26.495691 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.581801 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.585168 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.621020 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6595317f-daf1-4dd0-a145-cd45a4c78ab4,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:26.625457 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=107d3241e5a441c4b5cb5d3406cd2fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273955 Jul 19 07:49:26.628172 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48776) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:26.630032 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.630381 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.630719 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.631051 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.631378 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.631713 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.632039 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.632398 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.632727 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.633045 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.633365 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.633680 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a9826e-d96f-441b-8828-a5c8d0436697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:26.677263 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c220d367-8c0f-4c2c-a274-cd664330c355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.697403 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c220d367-8c0f-4c2c-a274-cd664330c355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.741925 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c220d367-8c0f-4c2c-a274-cd664330c355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.744532 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c220d367-8c0f-4c2c-a274-cd664330c355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:26.745657 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c220d367-8c0f-4c2c-a274-cd664330c355 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6595317f-daf1-4dd0-a145-cd45a4c78ab4 HTTP/1.1" status: 204 len: 168 time: 0.1164498 Jul 19 07:49:26.754526 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220d367-8c0f-4c2c-a274-cd664330c355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595317f-daf1-4dd0-a145-cd45a4c78ab4,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:27.046982 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6709b63-e1e5-42dd-8241-cb76fd669694 req-d88714ba-e15c-4f1c-8937-ac8ffe7ed1c5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:27.048469 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e6709b63-e1e5-42dd-8241-cb76fd669694 req-d88714ba-e15c-4f1c-8937-ac8ffe7ed1c5 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0652039 Jul 19 07:49:27.085249 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e6709b63-e1e5-42dd-8241-cb76fd669694 req-928b3ebc-5be0-44c0-a7d3-e6f1b4f265f4 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312567 Jul 19 07:49:27.588688 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:28.213444 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b343e34-a03b-4d02-836e-c0258eebb50b req-07ba9fcf-7a8f-4ff1-bbf7-496c20a72bd9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:28.215365 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8b343e34-a03b-4d02-836e-c0258eebb50b req-07ba9fcf-7a8f-4ff1-bbf7-496c20a72bd9 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0651472 Jul 19 07:49:28.251482 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8b343e34-a03b-4d02-836e-c0258eebb50b req-bb96361e-b22a-49cc-bfd3-304697abec84 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308073 Jul 19 07:49:29.375595 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb290de4-eb8a-4eb3-8c84-6d9294e3928f req-c6d4b5cf-2d76-496e-87ce-3dbbc79a6ddc tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:29.377071 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fb290de4-eb8a-4eb3-8c84-6d9294e3928f req-c6d4b5cf-2d76-496e-87ce-3dbbc79a6ddc tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0620425 Jul 19 07:49:29.414127 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-fb290de4-eb8a-4eb3-8c84-6d9294e3928f req-25976c53-6430-4a5e-8cee-6d3f03f894f7 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Jul 19 07:49:30.541251 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f161e-7b5b-4676-9945-a01c5788a12d req-f765f1c8-4f3d-46dd-aeaa-5140fadc1372 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:30.542753 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e25f161e-7b5b-4676-9945-a01c5788a12d req-f765f1c8-4f3d-46dd-aeaa-5140fadc1372 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0645006 Jul 19 07:49:30.583132 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e25f161e-7b5b-4676-9945-a01c5788a12d req-9d54b13d-daed-411c-af1b-d895001eae5c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Jul 19 07:49:31.296388 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c583e-826c-4172-8751-15166f393858 req-eeb41495-e9fb-4451-9066-b444b00e7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:31.297959 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d14c583e-826c-4172-8751-15166f393858 req-eeb41495-e9fb-4451-9066-b444b00e7a55 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1097 time: 0.0538805 Jul 19 07:49:31.332378 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-d14c583e-826c-4172-8751-15166f393858 req-975eb3ff-760e-4d12-95e3-9ccde686161e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281250 Jul 19 07:49:31.707854 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df056cd-fcea-455b-83b0-7309d3685474 req-40591933-e62c-4cf2-a33a-94601bddbba3 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:31.709347 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0df056cd-fcea-455b-83b0-7309d3685474 req-40591933-e62c-4cf2-a33a-94601bddbba3 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 944 time: 0.0620728 Jul 19 07:49:31.746232 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0df056cd-fcea-455b-83b0-7309d3685474 req-5643c2db-7dc6-4e96-b6b0-4299bce79d2d tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Jul 19 07:49:31.943731 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f51dc585-ad05-4536-880a-15541e861935 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:49:32.038985 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:49:32.051140 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'f51dc585-ad05-4536-880a-15541e861935', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'port_id': 'f51dc585-ad05-4536-880a-15541e861935', 'mac_address': 'fa:16:3e:7a:43:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:49:32.089259 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:32.101826 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51dc585-ad05-4536-880a-15541e861935 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:49:32.121045 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:49:32.124425 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:32.178758 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=7']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.192625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:49:32.332537 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['f51dc585-ad05-4536-880a-15541e861935'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:49:32.869628 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7904-d058-417d-8dd5-cae777b9c89d req-a1a8477f-b693-4fb6-9516-0635b72cdf07 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:49:32.871086 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d0f7904-d058-417d-8dd5-cae777b9c89d req-a1a8477f-b693-4fb6-9516-0635b72cdf07 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 945 time: 0.0604017 Jul 19 07:49:32.907958 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9d0f7904-d058-417d-8dd5-cae777b9c89d req-97b108ee-958a-4ea3-af3b-d65b6f48c312 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Jul 19 07:49:33.952254 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f51dc585-ad05-4536-880a-15541e861935 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:49:34.000462 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port f51dc585-ad05-4536-880a-15541e861935 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:49:34.000839 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:34.072342 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:34.093611 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc585-ad05-4536-880a-15541e861935'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:49:34.095801 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b345f2-45cc-448d-83f2-56418607a0dd" -d '{"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc585-ad05-4536-880a-15541e861935"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:49:34.108228 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:49:34.112884 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:34.138054 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ec41a-7585-41aa-9173-82cfc325e1e1 x-openstack-request-id: req-9c3ec41a-7585-41aa-9173-82cfc325e1e1 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:49:34.138339 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc585-ad05-4536-880a-15541e861935", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:49:34.138588 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c3ec41a-7585-41aa-9173-82cfc325e1e1 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:49:34.138961 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc585-ad05-4536-880a-15541e861935', 'code': 200} Jul 19 07:49:34.163701 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=8']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:36.325410 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48882) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:36.368181 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] Deleting subnet 9b28dbe6-be32-4efa-9a1f-c7bb442185f0 {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:49:36.371781 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.404623 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.441062 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.492544 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.518553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b28dbe6-be32-4efa-9a1f-c7bb442185f0,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:36.520514 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.522344 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c01da706-4a2b-47b9-a44a-1c2afe2724c4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9b28dbe6-be32-4efa-9a1f-c7bb442185f0 HTTP/1.1" status: 204 len: 168 time: 0.1959352 Jul 19 07:49:36.524840 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48884) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:36.591789 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.668553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.677887 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e98a12-3563-4835-971d-cba1b03eedf2']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:49:36.687680 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b6a537-0a63-4e89-8bfe-7431746c1b18') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:49:36.687974 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b6a537-0a63-4e89-8bfe-7431746c1b18') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:49:36.696384 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.709946 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.715562 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:49:36.715942 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:49:36.717539 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:49:36.770907 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.776512 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.778441 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/52e98a12-3563-4835-971d-cba1b03eedf2 HTTP/1.1" status: 204 len: 168 time: 0.2524517 Jul 19 07:49:36.781462 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48886) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:36.788404 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a6a53-aea9-4b5c-b674-5963802638a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e98a12-3563-4835-971d-cba1b03eedf2,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:36.828294 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_v2 [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] Deleting subnet 9768d727-d0aa-4734-b8b0-65a9405074f3 {{(pid=99881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:49:36.831654 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.864746 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4345918'] for subnet, precommit_delete_associations {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.902469 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.951702 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4305373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5974826'] for subnet, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.974028 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9768d727-d0aa-4734-b8b0-65a9405074f3,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:36.981017 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:36.982821 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-905d5f5e-2910-45b5-adac-51004f69ebbc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9768d727-d0aa-4734-b8b0-65a9405074f3 HTTP/1.1" status: 204 len: 168 time: 0.2003934 Jul 19 07:49:36.985276 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48888) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:37.053802 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.131748 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.141142 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb2d877-331d-4f5b-94ef-fc1f192a70ce']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:49:37.150908 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eff88c-60c6-487b-8ca1-3538b3693200') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:49:37.151225 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eff88c-60c6-487b-8ca1-3538b3693200') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:49:37.160269 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.173727 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.179375 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:49:37.179751 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:49:37.181397 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:49:37.232279 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.237412 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.239201 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1cb2d877-331d-4f5b-94ef-fc1f192a70ce HTTP/1.1" status: 204 len: 168 time: 0.2530448 Jul 19 07:49:37.249974 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d28085-afe6-4a19-a4cc-dc5167f03090 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb2d877-331d-4f5b-94ef-fc1f192a70ce,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:37.392408 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48892) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:37.432013 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-f9fe19ed-0405-48f3-b361-d91530f9db9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1aef39dc01e145559dcf037d8a1c5993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383739 Jul 19 07:49:37.435130 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48894) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:37.486165 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7b286ea6-4139-45b8-9960-b89328f3bfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.506208 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7b286ea6-4139-45b8-9960-b89328f3bfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.552072 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7b286ea6-4139-45b8-9960-b89328f3bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.555471 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7b286ea6-4139-45b8-9960-b89328f3bfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.556978 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7b286ea6-4139-45b8-9960-b89328f3bfb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/582d660e-a9af-42a2-a156-214a9e4cc500 HTTP/1.1" status: 204 len: 168 time: 0.1208303 Jul 19 07:49:37.565547 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b286ea6-4139-45b8-9960-b89328f3bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d660e-a9af-42a2-a156-214a9e4cc500,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:37.862159 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48900) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:37.902563 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7ea3fece-4493-4a6d-816c-1ab3c6b99d5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=671edbe15c2440198dfd1340b70b746e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392566 Jul 19 07:49:37.904956 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48902) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:49:37.956409 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d534a61a-8773-4d87-a030-77f195391468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:37.978562 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d534a61a-8773-4d87-a030-77f195391468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:38.022711 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d534a61a-8773-4d87-a030-77f195391468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:38.025583 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-d534a61a-8773-4d87-a030-77f195391468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:38.026668 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-d534a61a-8773-4d87-a030-77f195391468 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/818583b8-c9db-4f78-90f6-4144be82683a HTTP/1.1" status: 204 len: 168 time: 0.1208043 Jul 19 07:49:38.033765 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534a61a-8773-4d87-a030-77f195391468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818583b8-c9db-4f78-90f6-4144be82683a,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:49:47.721473 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-724bb198-eec3-4238-9ccf-ba131ab7ff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:50.076131 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-29e466b9-1eee-4d19-951c-a101a5ae4825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:50.534929 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:51.577484 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:52.172055 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:49:53.427477 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:49:57.603551 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:00.224787 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-a5cb11ea-4899-4f11-8f8b-4502fa4fef5c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484583 Jul 19 07:50:00.314140 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-3fe24f83-4dc6-4de8-b3c5-4bd96cce4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:00.315574 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-3fe24f83-4dc6-4de8-b3c5-4bd96cce4ac7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1099 time: 0.0505033 Jul 19 07:50:00.415222 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-19078810-a5d7-456c-a7ad-ce1b273f0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:00.416661 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-19078810-a5d7-456c-a7ad-ce1b273f0413 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 910 time: 0.0836854 Jul 19 07:50:00.476834 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-d1d2c33e-d593-4cb5-a630-c127e892166c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 1002 time: 0.0539181 Jul 19 07:50:00.521628 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-7d3632fc-9333-40bb-8f8a-79508e34cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:00.522963 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-7d3632fc-9333-40bb-8f8a-79508e34cd3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 200 len: 848 time: 0.0399148 Jul 19 07:50:00.579737 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-979ba553-def2-4cc7-b94d-9bd3ef5ffcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:00.581218 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-979ba553-def2-4cc7-b94d-9bd3ef5ffcf3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f140631-2d8d-445e-87b8-332aa610bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517287 Jul 19 07:50:00.669291 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-1531f1a1-f766-4306-9117-a1d19f7a6768 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811317 Jul 19 07:50:00.757353 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0e2c8397-477d-44e9-b0a7-cf2aff5ea087 req-d02da639-8145-4ee7-b064-f368dcebb008 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808227 Jul 19 07:50:17.721510 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-a8277240-cf23-4d64-9f99-77b4caa6da85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:20.075930 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0820-0eba-4028-84e8-8ed8bef256b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:20.535038 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:21.579445 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:23.431222 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:27.633226 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:29.172423 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:50:41.847290 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0883368-bdde-4e3f-a6a4-70ac675f0967 req-3c229fea-d182-49da-ab57-48a0bfb60e70 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:41.848767 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a0883368-bdde-4e3f-a6a4-70ac675f0967 req-3c229fea-d182-49da-ab57-48a0bfb60e70 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 945 time: 0.0648744 Jul 19 07:50:41.886058 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a0883368-bdde-4e3f-a6a4-70ac675f0967 req-017a909d-feb8-4b7c-b792-50d62b814b39 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Jul 19 07:50:43.024346 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8234f-d975-4244-b7dc-ea3d2c72ac01 req-656096e3-4650-4315-8d46-e8d5b9e859bc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:43.025775 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a2e8234f-d975-4244-b7dc-ea3d2c72ac01 req-656096e3-4650-4315-8d46-e8d5b9e859bc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 945 time: 0.0608554 Jul 19 07:50:43.062504 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a2e8234f-d975-4244-b7dc-ea3d2c72ac01 req-51f1a4c0-b33e-4391-a5be-2585dd203872 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Jul 19 07:50:43.287577 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-ffaf3a43-e6b6-4784-92b5-d1d059cf9afc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:43.289055 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-ffaf3a43-e6b6-4784-92b5-d1d059cf9afc tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 945 time: 0.0619972 Jul 19 07:50:43.386775 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Deleting port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:43.387112 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:43.471735 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] For port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:43.472090 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:43.635264 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:43.635553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:43.636505 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.l3_db [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Floating IP 842e871b-bffb-4634-96d8-c841d3e2b230 disassociated. External IP: 172.27.3.210, port: 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21. Jul 19 07:50:43.636833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Calling delete_port for 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:43.756018 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:43.787359 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event deleted for resources: {'Port': ['ID=2dda9839-6fdd-4f3c-8f25-2f6e530c2b21,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:43.796918 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.797269 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.797612 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.797952 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.798287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.798618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.798955 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.799287 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.799617 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.799942 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.800263 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.800607 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:43.906620 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:50:44.181717 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ea0415db-c066-49a0-b648-d2ac81732324 req-889f8503-80bc-47e2-be33-63d5d6d4cae3 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=bebe1cce-0a31-428b-9f73-eb41b5ae1f70 HTTP/1.1" status: 200 len: 210 time: 0.0324728 Jul 19 07:50:44.252135 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:50:44.263833 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:50:44.273271 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:44.273883 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:44.294715 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] No DVR routers for this DVR port 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:50:44.297251 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:44.299209 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-6c7341d9-6b62-493b-9ecc-afed6e56ef35 req-28bd8c7d-9d6d-4717-98c9-60967184bce2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "DELETE /v2.0/ports/2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 HTTP/1.1" status: 204 len: 173 time: 1.0049920 Jul 19 07:50:44.299650 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'name': 'network-vif-deleted', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:50:44.301875 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f41ac5-05f8-42a7-84dd-34539e06ac37" -d '{"events": [{"server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "name": "network-vif-deleted", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:50:44.337120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be8f6f-436f-409b-9051-eff87300b716 x-openstack-request-id: req-85be8f6f-436f-409b-9051-eff87300b716 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:50:44.337407 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe1cce-0a31-428b-9f73-eb41b5ae1f70", "name": "network-vif-deleted", "tag": "2dda9839-6fdd-4f3c-8f25-2f6e530c2b21", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:50:44.337652 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85be8f6f-436f-409b-9051-eff87300b716 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:50:44.338453 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe1cce-0a31-428b-9f73-eb41b5ae1f70', 'name': 'network-vif-deleted', 'tag': '2dda9839-6fdd-4f3c-8f25-2f6e530c2b21', 'status': 'completed', 'code': 200} Jul 19 07:50:44.380204 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:44.579824 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:44.609381 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:50:44.618735 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:44.619343 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:44.836236 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:45.031300 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:45.056020 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed78da-62c1-4ce8-9347-9a9c9413a924 None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:50:45.124620 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 48938) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:45.275435 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190e95a-df0a-4dfa-a7b2-eb1fdfc75b8e None None] New status for floating IP 842e871b-bffb-4634-96d8-c841d3e2b230: DOWN {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:50:45.288894 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Deleting port 1710dc55-5fea-4e83-bd6a-f99010369b19 {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:45.289511 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:45.373186 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:45.373551 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:45.387109 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Calling delete_port for 1710dc55-5fea-4e83-bd6a-f99010369b19 owned by network:floatingip {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:45.513524 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-599d89c9-55b2-4679-836b-f2c13f7e223d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741565529&fields=id&tenant_id=efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 267 time: 0.0479929 Jul 19 07:50:45.624710 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:45.656462 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event deleted for resources: {'Port': ['ID=1710dc55-5fea-4e83-bd6a-f99010369b19,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:45.672768 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.673114 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.673886 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.673886 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.674092 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.674397 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.674718 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.675038 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.675358 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.675678 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.675996 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.676352 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:45.688918 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-39044d43-3e23-4796-8e28-ac4dda245b68 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:45.690377 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-39044d43-3e23-4796-8e28-ac4dda245b68 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 812 time: 0.1684842 Jul 19 07:50:45.739542 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-5ec95e2c-1a39-4f72-8c48-55836bd1dcda tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/quotas/efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 375 time: 0.0332026 Jul 19 07:50:45.781494 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for floatingip, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:45.781827 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Floating IP dff826f4-3594-4a9e-8dab-45d37680a615 disassociated (deleted). External IP: 172.27.3.117, port: f51dc585-ad05-4536-880a-15541e861935. Jul 19 07:50:45.882838 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-0ed75438-608e-452c-98ed-6ad7902c3614 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1371624 Jul 19 07:50:46.051499 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-c9913492-bab4-40c3-9f89-c47a9e7d6606 service neutron] 10.222.0.10 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573405 Jul 19 07:50:46.090128 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Router 31ebb51e-ee55-4332-bffc-27bcaec63e6e has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:50:46.217796 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-4df9bb28-261b-427c-83fd-0eccd347fcdb service neutron] 10.222.0.10 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604228 Jul 19 07:50:46.240373 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:50:46.244901 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:46.252625 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] Sync routers for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:50:46.264507 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:46.265120 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:46.292020 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-0a68eaf0-cd62-41b2-9a36-a24d0eb52955 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "DELETE /v2.0/floatingips/dff826f4-3594-4a9e-8dab-45d37680a615 HTTP/1.1" status: 204 len: 168 time: 1.1634023 Jul 19 07:50:46.292020 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'tag': 'f51dc585-ad05-4536-880a-15541e861935'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:50:46.292020 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb71203-8c0e-4501-b617-03205d54fcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "tag": "f51dc585-ad05-4536-880a-15541e861935"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:50:46.330892 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:46.356136 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:46.356510 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 2dda9839-6fdd-4f3c-8f25-2f6e530c2b21 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:46.402804 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:46.459753 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f29051-09b8-49e9-891a-24a48d413749 x-openstack-request-id: req-62f29051-09b8-49e9-891a-24a48d413749 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:50:46.460437 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "tag": "f51dc585-ad05-4536-880a-15541e861935", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:50:46.460984 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62f29051-09b8-49e9-891a-24a48d413749 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:50:46.461655 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'tag': 'f51dc585-ad05-4536-880a-15541e861935', 'status': 'completed', 'code': 200} Jul 19 07:50:46.539228 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-1e367e9b-f039-478f-ae91-fad2d88085fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:46.540828 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-1e367e9b-f039-478f-ae91-fad2d88085fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc1dba6bca04b11be46abdc08df475e&device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 1099 time: 0.0606353 Jul 19 07:50:46.572661 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-97f7cf69-cc66-4361-b272-6650c99f51a9 req-ba442969-e539-49f3-861e-b4c678547368 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0433888 Jul 19 07:50:46.633152 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:13Z', 'revision_number': 5, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:46.652608 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-5ced1b31-8f23-49c4-8525-0861b20cef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:46.654263 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-5ced1b31-8f23-49c4-8525-0861b20cef60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 200 len: 910 time: 0.1057372 Jul 19 07:50:46.658689 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a8e8f-4974-4221-b7d5-f991fa2f7772 req-88c163b0-27ce-4ea2-9fdb-c139fcabce77 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:46.660258 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0b9a8e8f-4974-4221-b7d5-f991fa2f7772 req-88c163b0-27ce-4ea2-9fdb-c139fcabce77 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.1016145 Jul 19 07:50:46.663901 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] Checking router: 31ebb51e-ee55-4332-bffc-27bcaec63e6e for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:50:46.673163 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:46.673773 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:46.701803 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-9c73c27a-f508-4830-a4a4-5936a987558b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 200 len: 217 time: 0.0403807 Jul 19 07:50:46.703689 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-0b9a8e8f-4974-4221-b7d5-f991fa2f7772 req-30d79b8a-fea2-40e2-8e0a-502bee5626b0 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Jul 19 07:50:46.763288 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-54608ca6-b2bd-43a3-b2d8-ebd57c5a6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:46.764779 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-54608ca6-b2bd-43a3-b2d8-ebd57c5a6560 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 200 len: 848 time: 0.0562713 Jul 19 07:50:46.789384 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:46.830016 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-28645891-c86e-487a-b03d-112e48a61b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:46.831566 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-28645891-c86e-487a-b03d-112e48a61b17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f140631-2d8d-445e-87b8-332aa610bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599937 Jul 19 07:50:46.934565 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-4d15074d-6ff7-4a20-a42a-e6631dd6761a service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964046 Jul 19 07:50:47.009166 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:13Z', 'revision_number': 5, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:47.035214 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb7bcb-16cd-491d-97ea-6a41fdbe6430 None None] The sync data for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi is: [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:46:06Z', 'revision_number': 4, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'c16eec0a-4f9a-43a5-a770-550706a93b41', 'name': '', 'network_id': '8f140631-2d8d-445e-87b8-332aa610bbce', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'mac_address': 'fa:16:3e:8c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:06Z', 'updated_at': '2021-07-19T07:46:13Z', 'revision_number': 5, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'subnets': [{'id': 'a93482c8-ecdb-434d-8e1c-3291c8274d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:50:47.035888 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7fb71203-8c0e-4501-b617-03205d54fcfa req-0a6746ec-55b3-4150-bf2e-04088d871562 service neutron] 10.222.0.25 "GET /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946724 Jul 19 07:50:47.267067 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a3956-0db8-4ebb-907e-08feb5ca667d None None] New status for floating IP dff826f4-3594-4a9e-8dab-45d37680a615: DOWN {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:50:47.504907 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-2949226b-940f-4277-add1-630370bce2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:47.506372 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-2949226b-940f-4277-add1-630370bce2bf tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 812 time: 0.0988154 Jul 19 07:50:47.554573 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-d6470ae4-c069-46e8-a469-a020074d6b65 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 380 time: 0.0383148 Jul 19 07:50:47.568432 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'port': {'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'admin_state_up': True, 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'security_groups': ['58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:50:47.661906 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-069ac602-798e-4f47-a51b-0fd8553c5f16 req-18be3b4b-1d8e-491a-bbaa-7d33b593a5d4 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0318224 Jul 19 07:50:47.679141 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Made reservation on behalf of efb9ab70ad2c4552a10464e0bc80cd21 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:50:47.682777 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:47.722337 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-b6da5201-2ebc-459c-ad41-8641ce87f3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:47.812958 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Allocated IP 172.20.0.7 (49f3fba0-24c8-4dbe-ab0a-01336c238655/07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1/4d02bc1f-f282-4933-b459-2b4bdf92c735) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:50:47.834110 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f63639-e63f-44bb-9dcf-651abae511fc req-9b350852-cfc3-4bbf-85fa-6ddfb1433470 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:47.835589 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61f63639-e63f-44bb-9dcf-651abae511fc req-9b350852-cfc3-4bbf-85fa-6ddfb1433470 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0621064 Jul 19 07:50:47.876387 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-61f63639-e63f-44bb-9dcf-651abae511fc req-71325866-9e03-4e43-9e5b-de650804a295 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Jul 19 07:50:47.967315 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.000190 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Transition to ACTIVE for port object 4d02bc1f-f282-4933-b459-2b4bdf92c735 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:50:48.046667 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-23c125ed-3413-4afe-82e1-774ed2d3783f tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:48.048132 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-23c125ed-3413-4afe-82e1-774ed2d3783f tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 946 time: 0.0971773 Jul 19 07:50:48.063112 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.131346 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:50:48.140443 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:50:48.150049 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:50:48.193656 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=4d02bc1f-f282-4933-b459-2b4bdf92c735,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:48.226848 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:48.227475 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.246627 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-7cd193af-5358-4fc4-acde-5fef75904acb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6819108 Jul 19 07:50:48.252708 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Deleting port f51dc585-ad05-4536-880a-15541e861935 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:48.253055 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.261816 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Request body: {'port': {'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:50:48.331039 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-073e4251-be6e-411b-a81f-dda64e56c353 None None] Provisioning for port 4d02bc1f-f282-4933-b459-2b4bdf92c735 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:50:48.334515 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-073e4251-be6e-411b-a81f-dda64e56c353 None None] Provisioning complete for port 4d02bc1f-f282-4933-b459-2b4bdf92c735 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:50:48.334885 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-073e4251-be6e-411b-a81f-dda64e56c353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.368463 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-073e4251-be6e-411b-a81f-dda64e56c353 None None] Port 4d02bc1f-f282-4933-b459-2b4bdf92c735 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:50:48.398609 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.404819 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] For port f51dc585-ad05-4536-880a-15541e861935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f51dc585-ad05-4536-880a-15541e861935,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:48.405171 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.424030 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Calling delete_port for f51dc585-ad05-4536-880a-15541e861935 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:48.700626 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.740064 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event deleted for resources: {'Port': ['ID=f51dc585-ad05-4536-880a-15541e861935,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:48.818732 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] No DVR routers for this DVR port f51dc585-ad05-4536-880a-15541e861935 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:50:48.822342 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.824467 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-674db2e2-1685-4e5a-9b9a-a606cb619c72 req-ee04a6b1-8d9b-4b55-9fc5-c08bbebe3e7c tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.25 "DELETE /v2.0/ports/f51dc585-ad05-4536-880a-15541e861935 HTTP/1.1" status: 204 len: 173 time: 0.7697392 Jul 19 07:50:48.824926 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-deleted', 'tag': 'f51dc585-ad05-4536-880a-15541e861935'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:50:48.827384 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b80c96-1959-448f-bbbb-234d1dc7d0d4" -d '{"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-deleted", "tag": "f51dc585-ad05-4536-880a-15541e861935"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:50:48.844857 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d02bc1f-f282-4933-b459-2b4bdf92c735 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:50:48.853207 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.868500 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642c925b-cf48-41b7-8d83-10ea674f26ef x-openstack-request-id: req-642c925b-cf48-41b7-8d83-10ea674f26ef {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:50:48.868910 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a445fcd-21ba-4353-ad37-428fe6f698c0", "name": "network-vif-deleted", "tag": "f51dc585-ad05-4536-880a-15541e861935", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:50:48.869220 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-642c925b-cf48-41b7-8d83-10ea674f26ef {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:50:48.869675 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a445fcd-21ba-4353-ad37-428fe6f698c0', 'name': 'network-vif-deleted', 'tag': 'f51dc585-ad05-4536-880a-15541e861935', 'status': 'completed', 'code': 200} Jul 19 07:50:48.870713 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Transition to ACTIVE for port object 4d02bc1f-f282-4933-b459-2b4bdf92c735 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:50:48.876571 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:48.984051 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Pushing event updated for resources: {'Port': ['ID=4d02bc1f-f282-4933-b459-2b4bdf92c735,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:49.019190 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Attempting to bind port 4d02bc1f-f282-4933-b459-2b4bdf92c735 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:50:49.019631 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Attempting to bind port 4d02bc1f-f282-4933-b459-2b4bdf92c735 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:50:49.020186 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Attempting to bind port 4d02bc1f-f282-4933-b459-2b4bdf92c735 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:50:49.028056 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Port 4d02bc1f-f282-4933-b459-2b4bdf92c735 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:50:49.028562 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Attempting to bind port 4d02bc1f-f282-4933-b459-2b4bdf92c735 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:50:49.031545 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-da004f0a-c719-45b9-90ea-dba17cd8928a req-5477f575-aee6-4709-a0fe-b8f042feff20 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a445fcd-21ba-4353-ad37-428fe6f698c0 HTTP/1.1" status: 200 len: 210 time: 0.0345705 Jul 19 07:50:49.034279 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:50:49.034879 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Checking segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:50:49.035627 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Bound using segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:50:49.036165 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Bound port: 4d02bc1f-f282-4933-b459-2b4bdf92c735, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:50:49.037572 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:49.061982 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd3379-6e1d-4033-bc17-1062704c267b req-f5dbb81f-ba83-4a71-8c22-87617e5bc4f5 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:49.063494 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e9fd3379-6e1d-4033-bc17-1062704c267b req-f5dbb81f-ba83-4a71-8c22-87617e5bc4f5 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 931 time: 0.3362212 Jul 19 07:50:49.110422 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-e9fd3379-6e1d-4033-bc17-1062704c267b req-98a75d44-d5f0-4859-b8c3-dcb5d673e28c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 Jul 19 07:50:49.122616 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] For port 4d02bc1f-f282-4933-b459-2b4bdf92c735, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:50:49.125996 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] For port 4d02bc1f-f282-4933-b459-2b4bdf92c735, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:50:49.138148 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:49.173038 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:49.173666 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:49.175065 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] 10.222.0.25 "PUT /v2.0/ports/4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 200 len: 1093 time: 0.9179978 Jul 19 07:50:49.201405 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59214938-fa17-44f2-9a29-2f38540ce68c service neutron] Pushing event updated for resources: {'Port': ['ID=4d02bc1f-f282-4933-b459-2b4bdf92c735,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:49.299855 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-97021cff-ab1e-451f-9f22-9ee1ef4c239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:49.301647 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-97021cff-ab1e-451f-9f22-9ee1ef4c239d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1096 time: 0.0692780 Jul 19 07:50:49.348526 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-882e7bf9-0b7e-4994-b03a-d2c9fb5b47e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 200 len: 217 time: 0.0389819 Jul 19 07:50:49.398467 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-28ed7155-a51e-40eb-b8e1-8ddc3ede85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:49.399951 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-28ed7155-a51e-40eb-b8e1-8ddc3ede85be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0449839 Jul 19 07:50:49.459106 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-4d019530-63df-4f6c-8ccb-ca1e39ae5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:49.460666 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-4d019530-63df-4f6c-8ccb-ca1e39ae5a29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542116 Jul 19 07:50:49.554107 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-102ee447-b6c4-4664-b935-518a462b6605 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807493 Jul 19 07:50:49.650164 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-8ec0997f-246d-4bd3-a73a-781151fdf559 req-d59d7bc0-6a4d-415a-a422-0afcbf3bf700 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902708 Jul 19 07:50:50.076049 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-821cf7f1-8df3-4e63-9512-20cac117ff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.088963 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48986) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:50.146534 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-86fe3661-ec1d-4a17-9317-0b82f4e1ca23 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.172135 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-86fe3661-ec1d-4a17-9317-0b82f4e1ca23 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.232830 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-86fe3661-ec1d-4a17-9317-0b82f4e1ca23 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.235918 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-86fe3661-ec1d-4a17-9317-0b82f4e1ca23 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.237219 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-86fe3661-ec1d-4a17-9317-0b82f4e1ca23 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] 10.222.0.10 "DELETE /v2.0/security-groups/b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a HTTP/1.1" status: 204 len: 168 time: 0.1472392 Jul 19 07:50:50.248058 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64845dd4-23e1-447d-a89a-ecfca602f544 req-db707961-8b8d-437e-9d01-130c71d2f1a4 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:50.249598 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe3661-ec1d-4a17-9317-0b82f4e1ca23 tempest-TestShelveInstance-351854209 tempest-TestShelveInstance-351854209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a3c3c4-e1b8-42a2-b9f7-445d93e8540a,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:50.249805 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64845dd4-23e1-447d-a89a-ecfca602f544 req-db707961-8b8d-437e-9d01-130c71d2f1a4 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 943 time: 0.0672259 Jul 19 07:50:50.285719 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48992) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:50.294441 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-64845dd4-23e1-447d-a89a-ecfca602f544 req-67d8e2de-624d-42c0-b96f-5665860f8f56 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367873 Jul 19 07:50:50.323536 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f51dc585-ad05-4536-880a-15541e861935 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:50.346539 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: f51dc585-ad05-4536-880a-15541e861935 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:50.346883 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device f51dc585-ad05-4536-880a-15541e861935 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:50.535506 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.618217 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.862027 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Deleting port c16eec0a-4f9a-43a5-a770-550706a93b41 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:50.862365 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.872580 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:50:50.874737 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af96d912-e434-49d7-aa66-9ec1ffc451f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:50:50.916636 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a71531b-8c4d-43cd-a6ed-474edf36e107 x-openstack-request-id: req-5a71531b-8c4d-43cd-a6ed-474edf36e107 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:50:50.916952 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:50:50.917203 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a71531b-8c4d-43cd-a6ed-474edf36e107 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:50:50.917587 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'status': 'completed', 'code': 200} Jul 19 07:50:50.968805 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] For port c16eec0a-4f9a-43a5-a770-550706a93b41, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=c16eec0a-4f9a-43a5-a770-550706a93b41,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:50.969157 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:50.986868 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Calling delete_port for c16eec0a-4f9a-43a5-a770-550706a93b41 owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:51.047856 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-423f3239-d0a0-411f-8398-e5268d045a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:51.049380 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-423f3239-d0a0-411f-8398-e5268d045a79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1096 time: 0.1142550 Jul 19 07:50:51.192237 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-20277ab3-6f1d-4178-b88a-2fa2aa187186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:51.193657 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-20277ab3-6f1d-4178-b88a-2fa2aa187186 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.1364801 Jul 19 07:50:51.239211 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-9bf1c4cb-2919-47e6-b3f1-b14641abb532 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 200 len: 217 time: 0.0394998 Jul 19 07:50:51.425701 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde4a7e-c715-454f-a510-2801d30456fa req-96298c0e-ad9b-4b76-9a97-2abb2dedc8ec tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:51.427238 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2cde4a7e-c715-454f-a510-2801d30456fa req-96298c0e-ad9b-4b76-9a97-2abb2dedc8ec tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 943 time: 0.0647826 Jul 19 07:50:51.464945 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-2cde4a7e-c715-454f-a510-2801d30456fa req-19745de1-fc69-4590-b5a3-0370104b94f8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Jul 19 07:50:51.540973 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-09ce23c0-b9d4-4678-ad23-4ded6e6f3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:51.542996 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-09ce23c0-b9d4-4678-ad23-4ded6e6f3a75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0553684 Jul 19 07:50:51.544079 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:51.576663 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Pushing event deleted for resources: {'Port': ['ID=c16eec0a-4f9a-43a5-a770-550706a93b41,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:51.583898 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:51.708603 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-3fe18ded-0c5d-415e-910c-ec0b88db19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:51.710133 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-3fe18ded-0c5d-415e-910c-ec0b88db19a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1429968 Jul 19 07:50:51.834824 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:51.850411 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-591494ea-8308-4117-908a-b03d02ec84b5 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116555 Jul 19 07:50:52.013836 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-af96d912-e434-49d7-aa66-9ec1ffc451f2 req-b16eac54-9799-4920-b207-4f21369d15b2 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576626 Jul 19 07:50:52.113553 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Router 31ebb51e-ee55-4332-bffc-27bcaec63e6e has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:50:52.213494 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:50:52.219919 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-b3ee2e4c-2f6f-4ae2-b017-778bfbaef64f admin admin] 10.222.0.10 "PUT /v2.0/routers/31ebb51e-ee55-4332-bffc-27bcaec63e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9322529 Jul 19 07:50:52.221635 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 48998) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:52.224392 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] Sync routers for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:50:52.233794 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:52.234398 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:52.324980 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.342664 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:52.425747 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.476602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Deleting port 0916f316-db12-4f30-9702-a5451e0fd2b9 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:52.476938 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.516145 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:50:51Z', 'revision_number': 5, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port': {'id': '0916f316-db12-4f30-9702-a5451e0fd2b9', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:03Z', 'updated_at': '2021-07-19T07:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:52.542298 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] Checking router: 31ebb51e-ee55-4332-bffc-27bcaec63e6e for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:50:52.551030 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] Routers {'31ebb51e-ee55-4332-bffc-27bcaec63e6e'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:52.551696 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:52.567757 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] For port 0916f316-db12-4f30-9702-a5451e0fd2b9, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=0916f316-db12-4f30-9702-a5451e0fd2b9,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:52.568145 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.581182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Calling delete_port for 0916f316-db12-4f30-9702-a5451e0fd2b9 owned by network:router_gateway {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:52.595036 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59a8f2-2505-4375-b9f7-ed2f5a78bb8f req-2a301bec-4dcf-4b71-926d-22591e39d413 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:52.596536 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4b59a8f2-2505-4375-b9f7-ed2f5a78bb8f req-2a301bec-4dcf-4b71-926d-22591e39d413 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 943 time: 0.0630052 Jul 19 07:50:52.635186 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-4b59a8f2-2505-4375-b9f7-ed2f5a78bb8f req-5c8f4d38-b852-4c89-8df1-5399bf3892e9 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Jul 19 07:50:52.640896 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] Set router 31ebb51e-ee55-4332-bffc-27bcaec63e6e gateway port host: None {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:52.694445 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:50:52Z', 'revision_number': 6, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port_host': None}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:52.720374 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034891b-793b-469c-8d69-bd489ad6e43d None None] The sync data for ids ['31ebb51e-ee55-4332-bffc-27bcaec63e6e'] in dv-cinder-772623-11-iscsi is: [{'id': '31ebb51e-ee55-4332-bffc-27bcaec63e6e', 'name': 'tempest-TestShelveInstance-2070311911-router', 'tenant_id': 'ebc1dba6bca04b11be46abdc08df475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:02Z', 'updated_at': '2021-07-19T07:50:52Z', 'revision_number': 6, 'project_id': 'ebc1dba6bca04b11be46abdc08df475e', 'gw_port_host': None}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:50:52.755035 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.779815 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0916f316-db12-4f30-9702-a5451e0fd2b9,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:52.841344 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.927613 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.929779 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.972398 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.972907 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ebb51e-ee55-4332-bffc-27bcaec63e6e {{(pid=99880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:50:52.977075 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:52.978214 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d57241c6-2e00-454a-8f4b-8483e3da10a8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/31ebb51e-ee55-4332-bffc-27bcaec63e6e HTTP/1.1" status: 204 len: 168 time: 0.7556226 Jul 19 07:50:52.981152 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49002) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:53.023044 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] Deleting subnet a93482c8-ecdb-434d-8e1c-3291c8274d3a {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:50:53.026033 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.058955 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.140418 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.192170 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.219521 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.221497 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a93482c8-ecdb-434d-8e1c-3291c8274d3a HTTP/1.1" status: 204 len: 168 time: 0.2394352 Jul 19 07:50:53.223310 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b12e0-7298-4d19-95fd-7faf64ab6b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93482c8-ecdb-434d-8e1c-3291c8274d3a,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:53.224067 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49004) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:53.224868 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a72a445-7b0d-489f-959e-c241dd620a7f None None] Network 8f140631-2d8d-445e-87b8-332aa610bbce requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:50:53.294482 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.344148 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Deleting port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:53.344706 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.410492 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] For port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,segment=NetworkSegment(20e89fa4-ff05-49c7-8810-9c5c59964f50),segment_id=20e89fa4-ff05-49c7-8810-9c5c59964f50)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:53.410792 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.423425 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Calling delete_port for e7af0ef5-b1af-46b4-84c5-f295bf8efd5e owned by network:dhcp {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:53.434812 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.476676 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] DHCP port deletion for 8f140631-2d8d-445e-87b8-332aa610bbce request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:50:53.503355 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.522971 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Deleting port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e {{(pid=99882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:53.523356 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.530439 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:53.532269 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] No DVR routers for this DVR port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e on host dv-cinder-772623-11-iscsi {{(pid=99881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:50:53.595698 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] For port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e, host dv-cinder-772623-11-iscsi, got binding levels [] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:53.596091 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.607319 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.608051 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Calling delete_port for e7af0ef5-b1af-46b4-84c5-f295bf8efd5e owned by network:dhcp {{(pid=99882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:53.610786 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.ipam_backend_mixin [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e was not found and therefore no delete operation was performed {{(pid=99882) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 07:50:53.612054 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.617213 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f140631-2d8d-445e-87b8-332aa610bbce']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:53.627515 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e89fa4-ff05-49c7-8810-9c5c59964f50') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:53.627813 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e89fa4-ff05-49c7-8810-9c5c59964f50') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:53.636868 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Pushing event deleted for resources: {'Port': ['ID=e7af0ef5-b1af-46b4-84c5-f295bf8efd5e,revision_number=None']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:53.638233 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.644369 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] No DVR routers for this DVR port e7af0ef5-b1af-46b4-84c5-f295bf8efd5e on host dv-cinder-772623-11-iscsi {{(pid=99882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:50:53.648056 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.648613 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.649297 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.649297 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.649581 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.649923 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.650254 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.650585 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.650917 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.651871 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.652406 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.652619 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d69054-4eab-43c1-b713-de3373b238cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:50:53.653620 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.670702 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:50:53.671328 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:50:53.676480 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:50:53.765105 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.771398 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:53.773501 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8f140631-2d8d-445e-87b8-332aa610bbce HTTP/1.1" status: 204 len: 168 time: 0.5483334 Jul 19 07:50:53.783344 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49008) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:53.785709 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56722ba2-391b-4057-a633-1707e2e6dae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f140631-2d8d-445e-87b8-332aa610bbce,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:53.814626 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420c7-ea68-4aa8-890e-98655f22ce51 req-7f956430-9981-41d0-9668-95c616e240a7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:53.816103 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a1a420c7-ea68-4aa8-890e-98655f22ce51 req-7f956430-9981-41d0-9668-95c616e240a7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 943 time: 0.0861199 Jul 19 07:50:53.855078 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a1a420c7-ea68-4aa8-890e-98655f22ce51 req-c525b8ba-aa63-4242-b132-ee0f9136163e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329101 Jul 19 07:50:54.114032 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:54.347760 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0916f316-db12-4f30-9702-a5451e0fd2b9 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:54.353558 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Deleting port b7d01771-d554-4520-a3fe-4593235e7f19 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:54.354069 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:54.366890 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 0916f316-db12-4f30-9702-a5451e0fd2b9 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:54.367238 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 0916f316-db12-4f30-9702-a5451e0fd2b9 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:54.367658 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c16eec0a-4f9a-43a5-a770-550706a93b41 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:54.389014 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: c16eec0a-4f9a-43a5-a770-550706a93b41 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:54.389354 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device c16eec0a-4f9a-43a5-a770-550706a93b41 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:54.389760 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e7af0ef5-b1af-46b4-84c5-f295bf8efd5e no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:54.407237 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: e7af0ef5-b1af-46b4-84c5-f295bf8efd5e {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:54.407584 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device e7af0ef5-b1af-46b4-84c5-f295bf8efd5e not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:54.431978 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] For port b7d01771-d554-4520-a3fe-4593235e7f19, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=b7d01771-d554-4520-a3fe-4593235e7f19,segment=NetworkSegment(bf11e2e4-0364-45a9-aa36-eb1dceb1baab),segment_id=bf11e2e4-0364-45a9-aa36-eb1dceb1baab)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:54.432413 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:54.444528 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Calling delete_port for b7d01771-d554-4520-a3fe-4593235e7f19 owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:54.615634 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:54.641403 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d01771-d554-4520-a3fe-4593235e7f19,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:54.800120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:54.980892 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066b29d-f858-4c94-b829-6baccdd66238 req-94030804-efcd-4cb7-93d6-9b3ec87fa05d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:54.982517 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c066b29d-f858-4c94-b829-6baccdd66238 req-94030804-efcd-4cb7-93d6-9b3ec87fa05d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 943 time: 0.0613914 Jul 19 07:50:55.008774 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Router 2162044c-ae36-4a24-8972-900b3dfa9686 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:50:55.018303 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-c066b29d-f858-4c94-b829-6baccdd66238 req-8873101d-09eb-4738-ab82-3d4475fcffda tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303993 Jul 19 07:50:55.340619 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:50:55.345804 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-7e9bad51-1ff1-4c4c-acd8-a568e00619cd admin admin] 10.222.0.10 "PUT /v2.0/routers/2162044c-ae36-4a24-8972-900b3dfa9686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5613513 Jul 19 07:50:55.348460 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49012) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:55.349339 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] Sync routers for ids ['2162044c-ae36-4a24-8972-900b3dfa9686'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:50:55.358320 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] Routers {'2162044c-ae36-4a24-8972-900b3dfa9686'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:55.358922 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2162044c-ae36-4a24-8972-900b3dfa9686'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:55.450730 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks [] for router, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:55.539660 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] Set router 2162044c-ae36-4a24-8972-900b3dfa9686 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:55.550166 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:55.602731 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Deleting port 2e4491a5-7e55-4187-9318-2c220302517c {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:55.603080 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:55.682227 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] For port 2e4491a5-7e55-4187-9318-2c220302517c, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=2e4491a5-7e55-4187-9318-2c220302517c,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:55.683092 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:55.694165 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Calling delete_port for 2e4491a5-7e55-4187-9318-2c220302517c owned by network:router_gateway {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:55.713211 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e4491a5-7e55-4187-9318-2c220302517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:50:54Z', 'revision_number': 5, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port': {'id': '2e4491a5-7e55-4187-9318-2c220302517c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:46:10Z', 'updated_at': '2021-07-19T07:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:55.738032 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] Checking router: 2162044c-ae36-4a24-8972-900b3dfa9686 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:50:55.746359 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] Routers {'2162044c-ae36-4a24-8972-900b3dfa9686'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:50:55.746943 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['2162044c-ae36-4a24-8972-900b3dfa9686'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:55.831148 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] Set router 2162044c-ae36-4a24-8972-900b3dfa9686 gateway port host: None {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:50:55.857273 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:55.881778 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:50:55Z', 'revision_number': 6, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port_host': None}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:55.882177 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4491a5-7e55-4187-9318-2c220302517c,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:55.911050 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32ea4f-9926-4354-b1f7-56c8b6054a8d None None] The sync data for ids ['2162044c-ae36-4a24-8972-900b3dfa9686'] in dv-cinder-772623-11-iscsi is: [{'id': '2162044c-ae36-4a24-8972-900b3dfa9686', 'name': 'tempest-TestShelveInstance-521168101-router', 'tenant_id': '95eb1105d63447d9a0d2529e9e1566d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:46:09Z', 'updated_at': '2021-07-19T07:50:55Z', 'revision_number': 6, 'project_id': '95eb1105d63447d9a0d2529e9e1566d3', 'gw_port_host': None}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:50:55.953139 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.039776 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.042611 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.090234 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.090819 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2162044c-ae36-4a24-8972-900b3dfa9686 {{(pid=99880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:50:56.095236 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.096621 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-a8faa285-d81f-444b-943b-0930485f77da admin admin] 10.222.0.10 "DELETE /v2.0/routers/2162044c-ae36-4a24-8972-900b3dfa9686 HTTP/1.1" status: 204 len: 168 time: 0.7472048 Jul 19 07:50:56.099117 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49016) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:56.142637 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] Deleting subnet 4df5e9bd-f265-4468-bb90-5168f81113da {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:50:56.145735 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.151410 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17a19-50e3-4d01-adc7-06f2247b6a94 req-f617ac12-1a25-406a-85dc-5b70e26422a7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:56.152908 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9fb17a19-50e3-4d01-adc7-06f2247b6a94 req-f617ac12-1a25-406a-85dc-5b70e26422a7 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 943 time: 0.0674028 Jul 19 07:50:56.179525 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.190104 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9fb17a19-50e3-4d01-adc7-06f2247b6a94 req-ebc7e90a-dcde-4708-8648-13ea089ace8f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 Jul 19 07:50:56.259892 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.317773 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.323580 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 4d02bc1f-f282-4933-b459-2b4bdf92c735 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:50:56.345666 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df5e9bd-f265-4468-bb90-5168f81113da,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:56.350525 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.352394 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-e0ecb54e-9d2d-4b36-bfe5-3a9d9609679d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4df5e9bd-f265-4468-bb90-5168f81113da HTTP/1.1" status: 204 len: 168 time: 0.2520845 Jul 19 07:50:56.355364 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49018) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:56.361708 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06da161-1407-45bd-96dc-e4c8dc44cd3b None None] Network c59807f7-eee2-4c16-a2ee-347031ad1d7d requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:50:56.426182 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.479993 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Deleting port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:50:56.480714 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.543949 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] For port def8e42a-650e-4e30-b0b9-d6013f7cf3a9, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=def8e42a-650e-4e30-b0b9-d6013f7cf3a9,segment=NetworkSegment(bf11e2e4-0364-45a9-aa36-eb1dceb1baab),segment_id=bf11e2e4-0364-45a9-aa36-eb1dceb1baab)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:56.544339 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.557459 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Calling delete_port for def8e42a-650e-4e30-b0b9-d6013f7cf3a9 owned by network:dhcp {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:50:56.615045 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 4d02bc1f-f282-4933-b459-2b4bdf92c735, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:56.646231 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.648719 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:50:56.675773 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Pushing event deleted for resources: {'Port': ['ID=def8e42a-650e-4e30-b0b9-d6013f7cf3a9,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:56.677731 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] No DVR routers for this DVR port def8e42a-650e-4e30-b0b9-d6013f7cf3a9 on host dv-cinder-772623-11-iscsi {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:50:56.705317 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.725292 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d02bc1f-f282-4933-b459-2b4bdf92c735 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:50:56.733568 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device b7d01771-d554-4520-a3fe-4593235e7f19 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:56.757835 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: b7d01771-d554-4520-a3fe-4593235e7f19 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:56.758182 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device b7d01771-d554-4520-a3fe-4593235e7f19 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:56.764731 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.770671 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 4d02bc1f-f282-4933-b459-2b4bdf92c735, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:56.775709 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.778630 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59807f7-eee2-4c16-a2ee-347031ad1d7d']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:56.792802 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:56.793105 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf11e2e4-0364-45a9-aa36-eb1dceb1baab') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:50:56.800921 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b085de-1bc3-4230-a160-52fc5b404b2a None None] DHCP port deletion for c59807f7-eee2-4c16-a2ee-347031ad1d7d request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:50:56.803114 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.819289 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.826770 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:50:56.827168 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:50:56.828910 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:50:56.834883 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=4d02bc1f-f282-4933-b459-2b4bdf92c735,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:56.888722 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.906215 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:56.908250 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] 10.222.0.10 "DELETE /v2.0/networks/c59807f7-eee2-4c16-a2ee-347031ad1d7d HTTP/1.1" status: 204 len: 168 time: 0.5519218 Jul 19 07:50:56.909269 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb18e2f-4b35-4900-a3e1-ece1bce1961b admin admin] Pushing event deleted for resources: {'Network': ['ID=c59807f7-eee2-4c16-a2ee-347031ad1d7d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:56.979129 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['4d02bc1f-f282-4933-b459-2b4bdf92c735'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:50:57.068640 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49022) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:57.108261 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-f26f5916-bd40-4723-935b-7bb1a34017c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebc1dba6bca04b11be46abdc08df475e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383971 Jul 19 07:50:57.110708 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49024) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:57.161974 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d214cbf6-5cca-4327-936c-1763b4b371d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.182142 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d214cbf6-5cca-4327-936c-1763b4b371d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.230201 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d214cbf6-5cca-4327-936c-1763b4b371d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.233129 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-d214cbf6-5cca-4327-936c-1763b4b371d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.234279 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-d214cbf6-5cca-4327-936c-1763b4b371d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd5addcd-2d6d-4349-a37f-ade8ce404b8d HTTP/1.1" status: 204 len: 168 time: 0.1226778 Jul 19 07:50:57.242045 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214cbf6-5cca-4327-936c-1763b4b371d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5addcd-2d6d-4349-a37f-ade8ce404b8d,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:57.319285 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5160f-ed97-4095-a6a8-a5e4845c1302 req-f9d322f0-7e6a-440f-9ed6-4837cdc9db6f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:57.320802 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3fb5160f-ed97-4095-a6a8-a5e4845c1302 req-f9d322f0-7e6a-440f-9ed6-4837cdc9db6f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 944 time: 0.0637105 Jul 19 07:50:57.359483 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-3fb5160f-ed97-4095-a6a8-a5e4845c1302 req-81dda313-8bc9-419b-9020-d045ac077c0b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331550 Jul 19 07:50:57.542346 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49032) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:57.581770 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-753e013d-2a0f-4bc3-8c9a-ec86232c1214 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95eb1105d63447d9a0d2529e9e1566d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382135 Jul 19 07:50:57.584117 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49034) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:57.631689 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.633020 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ce754aaa-4735-4609-a77a-e97909e894b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.657524 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ce754aaa-4735-4609-a77a-e97909e894b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.703514 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ce754aaa-4735-4609-a77a-e97909e894b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.706143 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ce754aaa-4735-4609-a77a-e97909e894b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:57.707302 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ce754aaa-4735-4609-a77a-e97909e894b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/662d1b5d-e043-4a61-80e0-1e55241f25b0 HTTP/1.1" status: 204 len: 168 time: 0.1221695 Jul 19 07:50:57.715596 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce754aaa-4735-4609-a77a-e97909e894b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d1b5d-e043-4a61-80e0-1e55241f25b0,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:58.338236 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 4d02bc1f-f282-4933-b459-2b4bdf92c735 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:50:58.359994 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2e4491a5-7e55-4187-9318-2c220302517c no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:58.383744 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 2e4491a5-7e55-4187-9318-2c220302517c {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:58.384091 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 2e4491a5-7e55-4187-9318-2c220302517c not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:58.384538 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device def8e42a-650e-4e30-b0b9-d6013f7cf3a9 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:50:58.409290 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: def8e42a-650e-4e30-b0b9-d6013f7cf3a9 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:50:58.409639 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device def8e42a-650e-4e30-b0b9-d6013f7cf3a9 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:50:58.428609 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port 4d02bc1f-f282-4933-b459-2b4bdf92c735 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:50:58.432867 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port 4d02bc1f-f282-4933-b459-2b4bdf92c735 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:50:58.433231 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:58.489620 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5fdba-c00f-40d8-8f2c-7ce6fdaec2f8 req-3aa4b15f-297d-4bf7-ba4d-b62a8fa6dbeb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:58.491100 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-57c5fdba-c00f-40d8-8f2c-7ce6fdaec2f8 req-3aa4b15f-297d-4bf7-ba4d-b62a8fa6dbeb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 944 time: 0.0624816 Jul 19 07:50:58.506965 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:58.528977 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:50:58.529553 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-57c5fdba-c00f-40d8-8f2c-7ce6fdaec2f8 req-fffbfdc3-23e2-45de-8963-57fcea92e5e2 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Jul 19 07:50:58.531218 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b660f43d-6514-413f-b200-9a3f0566f8fa" -d '{"events": [{"server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "name": "network-vif-plugged", "status": "completed", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:50:58.544554 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port 4d02bc1f-f282-4933-b459-2b4bdf92c735, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:50:58.548811 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:50:58.575430 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e7f5f-362c-4db5-8abb-54ac73d571c9 x-openstack-request-id: req-7a3e7f5f-362c-4db5-8abb-54ac73d571c9 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:50:58.575715 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "name": "network-vif-plugged", "status": "completed", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:50:58.575967 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a3e7f5f-362c-4db5-8abb-54ac73d571c9 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:50:58.576377 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'code': 200} Jul 19 07:50:58.602163 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=4d02bc1f-f282-4933-b459-2b4bdf92c735,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:50:58.779790 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e870b3-a715-497f-820b-90d30c09452d req-63a89cda-9f5e-478f-92f5-d5cb1e0df89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:58.781276 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-26e870b3-a715-497f-820b-90d30c09452d req-63a89cda-9f5e-478f-92f5-d5cb1e0df89b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0501914 Jul 19 07:50:58.814057 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-26e870b3-a715-497f-820b-90d30c09452d req-1be20fae-b7f3-42fe-91b9-b2b5c01fb932 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268457 Jul 19 07:50:59.654992 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101f14-51e2-4b30-a3c1-0bc68d0c61ec req-3bb97d06-7c87-4070-9097-787f21dfa53c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:59.656475 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-74101f14-51e2-4b30-a3c1-0bc68d0c61ec req-3bb97d06-7c87-4070-9097-787f21dfa53c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 945 time: 0.0618935 Jul 19 07:50:59.691811 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-74101f14-51e2-4b30-a3c1-0bc68d0c61ec req-4b3c441a-3d2d-44f6-860f-737476565b3f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299773 Jul 19 07:50:59.819782 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23265e89-b115-4103-a486-390b82ddfd38 req-e91980c1-60c8-4311-b61d-ee52feab16c1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:59.821245 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23265e89-b115-4103-a486-390b82ddfd38 req-e91980c1-60c8-4311-b61d-ee52feab16c1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 945 time: 0.0651798 Jul 19 07:50:59.859064 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-23265e89-b115-4103-a486-390b82ddfd38 req-d59b8bc0-864c-4d40-9eab-4c1403339428 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jul 19 07:50:59.880040 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49046) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:59.930584 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac47355-7e34-4fb4-b043-ce552f8841c6 tempest-TestVolumeBootPattern-355838032 tempest-TestVolumeBootPattern-355838032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:50:59.932578 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7ac47355-7e34-4fb4-b043-ce552f8841c6 tempest-TestVolumeBootPattern-355838032 tempest-TestVolumeBootPattern-355838032-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1093 time: 0.0510187 Jul 19 07:50:59.935270 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49048) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:50:59.939509 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:50:59.960751 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.054971 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.152977 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Allocated IP 172.27.3.222 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/1ed95015-1975-4460-9609-c8ca9c63cb06) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:51:00.254355 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.292609 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.329930 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:51:00.332584 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:51:00.334917 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:51:00.358912 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=1ed95015-1975-4460-9609-c8ca9c63cb06,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:51:00.674760 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.748472 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.889092 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.896192 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:00.962337 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=1ed95015-1975-4460-9609-c8ca9c63cb06,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:51:00.973726 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:01.068553 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Floating IP 275ed2d2-1668-4728-8cbc-9e8e01f84770 associated. External IP: 172.27.3.222, port: 4d02bc1f-f282-4933-b459-2b4bdf92c735. Jul 19 07:51:01.261912 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:51:01.363162 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:51:01.372119 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:51:01.378583 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:01.388999 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:51:01.389665 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:51:01.420513 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-ba0a9a30-add4-483f-9600-fe71a65daf6c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4842043 Jul 19 07:51:01.421104 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:51:01.425614 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f637f5-402e-4c5e-b42c-52db623a5ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:51:01.463395 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe55210-87e0-4dda-b09a-32e7a4c5e310 x-openstack-request-id: req-bfe55210-87e0-4dda-b09a-32e7a4c5e310 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:51:01.463709 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:51:01.463960 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfe55210-87e0-4dda-b09a-32e7a4c5e310 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:51:01.464386 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'status': 'completed', 'code': 200} Jul 19 07:51:01.499358 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:51:01.538983 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-294032b7-4ce9-479e-b17b-03450623d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:51:01.540608 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-294032b7-4ce9-479e-b17b-03450623d3cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0551164 Jul 19 07:51:01.630057 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-4f17a97e-3e0e-44dd-8439-c3ff869a53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:51:01.631546 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-4f17a97e-3e0e-44dd-8439-c3ff869a53b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0849385 Jul 19 07:51:01.700734 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-78a0685b-e44f-48f7-bb58-4219e6f67266 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 200 len: 999 time: 0.0616169 Jul 19 07:51:01.717414 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:00Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:51:01.742204 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:51:01.747062 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-d5c3daf7-e495-4ed7-b8ec-a02ce3703f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:51:01.748542 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-d5c3daf7-e495-4ed7-b8ec-a02ce3703f34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0420716 Jul 19 07:51:01.751219 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:51:01.751809 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:50:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:51:01.804629 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-fa186673-ad8d-4455-aa2d-0edf2d2170d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:51:01.806063 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-fa186673-ad8d-4455-aa2d-0edf2d2170d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514829 Jul 19 07:51:01.854586 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:51:01.897318 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-c13ccdbf-7162-47e7-b9e5-90a8ab58454f service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848181 Jul 19 07:51:01.984876 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-29f637f5-402e-4c5e-b42c-52db623a5ba3 req-a37b4887-eec0-4892-b20f-2927d070b3bc service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813835 Jul 19 07:51:02.074275 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:00Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:51:02.098841 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67385677-13a9-4490-9cdf-9b6a4cbc6148 None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:00Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:51:02.278848 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37399b2-cfbb-4f1d-b300-7a08f8aff5f9 None None] New status for floating IP 275ed2d2-1668-4728-8cbc-9e8e01f84770: ACTIVE {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:51:06.171144 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:51:17.722233 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8af99220-5e48-4572-adf7-41b77955644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:20.075981 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-82cbf48c-4ef1-4167-88e9-2cd60b8afae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:20.535497 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:21.585774 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:23.437085 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:27.646104 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:43.171954 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:51:47.724860 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-31e25ff4-6528-4217-bb65-7f26a139040e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:50.075553 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3a6036a3-06ea-40df-90d3-afdb748dccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:50.536079 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:51.586677 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:53.439029 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:51:57.644504 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:02.862545 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-e3e8e109-c5bd-4820-9618-cb1566d5b5c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1795309 Jul 19 07:52:02.951547 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-f763ebfe-fdbb-4358-aee9-1be62154548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:02.952948 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-f763ebfe-fdbb-4358-aee9-1be62154548d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0505311 Jul 19 07:52:03.051235 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-0671f825-a913-403c-bed1-164275eb471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:03.052707 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-0671f825-a913-403c-bed1-164275eb471e service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0816424 Jul 19 07:52:03.117205 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-102e0120-03e6-4114-a7e3-6e72a0442c50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 200 len: 1001 time: 0.0584292 Jul 19 07:52:03.164543 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-89eded27-26af-4c80-bc8d-9b54cf714f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:03.166568 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-89eded27-26af-4c80-bc8d-9b54cf714f06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0428689 Jul 19 07:52:03.219357 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-afe91e6b-d35d-417d-b3e4-a921b6a33e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:03.220751 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-afe91e6b-d35d-417d-b3e4-a921b6a33e6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491266 Jul 19 07:52:03.231387 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-9b254a1a-3a07-4cdb-b6c4-b39136462d0b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:52:03.232349 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-9b254a1a-3a07-4cdb-b6c4-b39136462d0b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053983 Jul 19 07:52:03.320937 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-5469e871-7972-4c87-8ec4-a3e4d7aa753c service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814507 Jul 19 07:52:03.405316 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-bcee1029-519c-44a9-a29c-6f63dd378e84 req-a7cdb138-487d-4612-ac64-34af528642e9 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784895 Jul 19 07:52:17.724451 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-29580b7c-6940-4f13-a3db-d615a6612b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:20.075548 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8a99c1ef-7eeb-43e3-99bf-2e24708c9c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:20.170244 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:52:20.535899 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:21.590539 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:23.442612 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:27.645057 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:35.842305 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-055d6361-5dc0-4c27-9f3f-fda0b2fee248 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741565529&fields=id&tenant_id=efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 267 time: 0.0331552 Jul 19 07:52:35.943981 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-87171489-6f19-41a1-ae80-0d4b8ec94729 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:35.945383 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-87171489-6f19-41a1-ae80-0d4b8ec94729 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 812 time: 0.0970676 Jul 19 07:52:35.959207 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-c76cf682-7181-4247-a8f2-f2642b8d3cae tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/quotas/efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 375 time: 0.0086474 Jul 19 07:52:36.032672 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-2ceec942-c3ac-4eac-b197-ce8584d9b98b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0683873 Jul 19 07:52:36.047628 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-bb0468ac-dee9-44d5-bbc0-941f2f1eb606 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 07:52:36.048777 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-bb0468ac-dee9-44d5-bbc0-941f2f1eb606 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051541 Jul 19 07:52:36.132872 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-5ded0a48-bf66-4574-9913-723afaa8d26d service neutron] 10.222.0.10 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791912 Jul 19 07:52:36.221812 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-9d9734ba-cf4b-405c-9271-62667809fe59 service neutron] 10.222.0.10 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834701 Jul 19 07:52:36.552107 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-5981dce1-6369-4080-999c-8ffe827f2045 req-11b55b9a-b8e8-4a1c-8f4d-a5693fd12f40 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 210 time: 0.0774531 Jul 19 07:52:37.501172 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-fba54d5c-ada8-46bb-a5d9-e6752ff1f60c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:37.502630 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-fba54d5c-ada8-46bb-a5d9-e6752ff1f60c tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 812 time: 0.1027253 Jul 19 07:52:37.544829 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-058b2f28-3c16-4881-9d6e-907d0bc40394 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb9ab70ad2c4552a10464e0bc80cd21 HTTP/1.1" status: 200 len: 380 time: 0.0339372 Jul 19 07:52:37.553267 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'port': {'device_id': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'admin_state_up': True, 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'security_groups': ['58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9']}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:52:37.647420 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b4078439-3fe9-44ca-b1fb-f915505d4ba5 req-f2ed1bda-68a6-4022-8dd5-25881079a864 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jul 19 07:52:37.663479 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Made reservation on behalf of efb9ab70ad2c4552a10464e0bc80cd21 for: {'port': 1} {{(pid=99880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 07:52:37.667599 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:37.786828 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_common [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Allocated IP 172.20.0.9 (49f3fba0-24c8-4dbe-ab0a-01336c238655/07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1/e609cd74-a0a4-4f8d-88f1-c5024355a233) {{(pid=99880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:52:37.927399 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:37.940767 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Transition to ACTIVE for port object e609cd74-a0a4-4f8d-88f1-c5024355a233 will not be triggered until provisioned by entity DHCP. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:52:37.973862 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_create {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.013244 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 is already hosted by enough agents. {{(pid=99880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:52:38.020445 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.base_scheduler [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Resources bound (agent type, host, resource id): {{(pid=99880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:52:38.024206 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Received port after_create {{(pid=99880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:52:38.030484 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=e609cd74-a0a4-4f8d-88f1-c5024355a233,revision_number=1']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:52:38.066407 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.066759 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.067102 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.067439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.067773 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.068159 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.068465 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.068797 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.069126 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.069455 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.069780 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.070102 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:38.090114 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:38.090730 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.105352 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-620d1986-4cc4-4345-bd9b-67c0b6bbb38d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556855 Jul 19 07:52:38.118322 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.v2.base [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Request body: {'port': {'device_id': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:52:38.190339 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.209490 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-866d2b8f-10a8-42a7-adbf-d0b08918a3e9 None None] Provisioning for port e609cd74-a0a4-4f8d-88f1-c5024355a233 completed by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:52:38.213763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-866d2b8f-10a8-42a7-adbf-d0b08918a3e9 None None] Provisioning complete for port e609cd74-a0a4-4f8d-88f1-c5024355a233 triggered by entity DHCP. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:52:38.214169 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-866d2b8f-10a8-42a7-adbf-d0b08918a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.247355 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-866d2b8f-10a8-42a7-adbf-d0b08918a3e9 None None] Port e609cd74-a0a4-4f8d-88f1-c5024355a233 cannot update to ACTIVE because it is not bound. {{(pid=99882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 07:52:38.444879 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e609cd74-a0a4-4f8d-88f1-c5024355a233 {{(pid=99880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:52:38.452240 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.464714 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.provisioning_blocks [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Transition to ACTIVE for port object e609cd74-a0a4-4f8d-88f1-c5024355a233 will not be triggered until provisioned by entity L2. {{(pid=99880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 07:52:38.468093 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.509968 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Pushing event updated for resources: {'Port': ['ID=e609cd74-a0a4-4f8d-88f1-c5024355a233,revision_number=2']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:52:38.596537 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Attempting to bind port e609cd74-a0a4-4f8d-88f1-c5024355a233 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 07:52:38.596801 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Attempting to bind port e609cd74-a0a4-4f8d-88f1-c5024355a233 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 07:52:38.597133 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Attempting to bind port e609cd74-a0a4-4f8d-88f1-c5024355a233 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:52:38.601650 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Port e609cd74-a0a4-4f8d-88f1-c5024355a233 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 07:52:38.602011 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Attempting to bind port e609cd74-a0a4-4f8d-88f1-c5024355a233 on network 49f3fba0-24c8-4dbe-ab0a-01336c238655 {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 07:52:38.606971 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Checking agent: {'id': '5b9b68ce-5a4b-468d-b0f5-b19dc7add686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'started_at': datetime.datetime(2021, 7, 19, 7, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 07:52:38.607308 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Checking segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 07:52:38.607693 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Bound using segment: {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'} {{(pid=99880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 07:52:38.608120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.managers [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Bound port: e609cd74-a0a4-4f8d-88f1-c5024355a233, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655'}}] {{(pid=99880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 07:52:38.608500 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.675866 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] For port e609cd74-a0a4-4f8d-88f1-c5024355a233, host hv-cinder-77262, cleared binding levels {{(pid=99880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 07:52:38.678715 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] For port e609cd74-a0a4-4f8d-88f1-c5024355a233, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 07:52:38.682440 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4419933'] for port, after_update {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.716515 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:38.717139 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:38.718525 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] 10.222.0.25 "PUT /v2.0/ports/e609cd74-a0a4-4f8d-88f1-c5024355a233 HTTP/1.1" status: 200 len: 1093 time: 0.6052444 Jul 19 07:52:38.719004 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:52:38.721531 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62809e11-4ace-4b9e-9484-20a7304daa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:52:38.755445 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea89990-7802-42da-b621-63ea21d41442 service neutron] Pushing event updated for resources: {'Port': ['ID=e609cd74-a0a4-4f8d-88f1-c5024355a233,revision_number=3']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:52:38.789915 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed39d-e3f3-45ab-bf2c-d1ef8c15b584 req-221202e6-02e6-4a74-899b-4686b04642fe tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:38.796782 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b19ed39d-e3f3-45ab-bf2c-d1ef8c15b584 req-221202e6-02e6-4a74-899b-4686b04642fe tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0817924 Jul 19 07:52:38.840255 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b19ed39d-e3f3-45ab-bf2c-d1ef8c15b584 req-8444e8c5-7f76-40a9-8008-8105667e7b4b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Jul 19 07:52:38.857477 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-63086459-5939-405a-a17f-d7fbacd2450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:38.859099 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-63086459-5939-405a-a17f-d7fbacd2450e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 1096 time: 0.0962119 Jul 19 07:52:38.860527 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233c127-8b4f-4f9f-b816-9eb526568671 x-openstack-request-id: req-8233c127-8b4f-4f9f-b816-9eb526568671 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:52:38.860806 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:52:38.861047 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8233c127-8b4f-4f9f-b816-9eb526568671 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:52:38.861424 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'status': 'completed', 'code': 200} Jul 19 07:52:38.908875 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-7709820a-be1b-4b38-96ad-a1cb3f33e7b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233 HTTP/1.1" status: 200 len: 217 time: 0.0393760 Jul 19 07:52:38.957012 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-48a7553e-a33f-4200-8fb3-f4387f97e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:38.958448 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-48a7553e-a33f-4200-8fb3-f4387f97e822 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0440373 Jul 19 07:52:39.012967 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-150a1018-2c4f-4c54-8034-06a9a306464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:39.014441 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-150a1018-2c4f-4c54-8034-06a9a306464d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499926 Jul 19 07:52:39.105490 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-5c9a3539-7fc3-4036-82cf-91e58e778f9b service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836220 Jul 19 07:52:39.190410 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-7083e476-b9cd-49bc-b0b5-b8c2fda8a200 req-bda2ee06-45bc-4d34-bd4d-64411547c9f9 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783401 Jul 19 07:52:39.287169 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-e46d900c-1ff4-484d-bff2-3e7c0b144cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:39.288641 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-e46d900c-1ff4-484d-bff2-3e7c0b144cd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 1096 time: 0.0544813 Jul 19 07:52:39.375426 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-5bd3e99d-db9c-484f-b8f2-1f396e3792b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:39.376806 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-5bd3e99d-db9c-484f-b8f2-1f396e3792b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0824389 Jul 19 07:52:39.418620 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-11cd0f41-65db-4418-a7ea-727f37611f31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233 HTTP/1.1" status: 200 len: 217 time: 0.0356941 Jul 19 07:52:39.465456 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-6a5accf7-c531-41ae-8a4d-d96d1a654e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:39.466850 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-6a5accf7-c531-41ae-8a4d-d96d1a654e06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0412660 Jul 19 07:52:39.521756 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-765aeca2-942d-4951-b51e-6adb2b149f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:39.523183 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-765aeca2-942d-4951-b51e-6adb2b149f7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497057 Jul 19 07:52:39.613799 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-411c0510-ed7e-4b8b-89b6-32f7fd02e9f3 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806863 Jul 19 07:52:39.700320 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-62809e11-4ace-4b9e-9484-20a7304daa0d req-6f36a831-5227-42bb-965b-33a400541d2b service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776918 Jul 19 07:52:39.957729 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d78b18-5adc-474a-b23b-dd8e614c23fc req-dc0beed4-f997-465b-bb5d-04ffb5eea26d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:39.959111 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7d78b18-5adc-474a-b23b-dd8e614c23fc req-dc0beed4-f997-465b-bb5d-04ffb5eea26d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0613353 Jul 19 07:52:39.995434 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b7d78b18-5adc-474a-b23b-dd8e614c23fc req-f2de1f13-5d03-4f31-9a49-5bfa9969636d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304503 Jul 19 07:52:41.123797 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362247-e7d2-466c-a7e9-af4cdda964a8 req-6fd45938-5420-40f2-bba7-20c080f319bb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:41.125268 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-93362247-e7d2-466c-a7e9-af4cdda964a8 req-6fd45938-5420-40f2-bba7-20c080f319bb tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0614839 Jul 19 07:52:41.161386 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-93362247-e7d2-466c-a7e9-af4cdda964a8 req-261affec-8170-492d-8ea0-5e114badb131 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Jul 19 07:52:42.288178 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15063-e6ef-49bd-ab1b-d30524f49414 req-d86103cf-91bf-43e7-8ea1-81a5cce7e8a1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:42.290126 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b1c15063-e6ef-49bd-ab1b-d30524f49414 req-d86103cf-91bf-43e7-8ea1-81a5cce7e8a1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0647285 Jul 19 07:52:42.331968 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b1c15063-e6ef-49bd-ab1b-d30524f49414 req-79276310-f879-4d2d-adeb-69f271fe428e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364144 Jul 19 07:52:43.456995 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aa3c8-0a52-471d-9944-ef836e54398e req-fb98fea5-c4d1-4cbc-96ea-617d32f17f3f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:43.458437 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-aa5aa3c8-0a52-471d-9944-ef836e54398e req-fb98fea5-c4d1-4cbc-96ea-617d32f17f3f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0628302 Jul 19 07:52:43.494900 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-aa5aa3c8-0a52-471d-9944-ef836e54398e req-154d30f0-d06d-4f6e-87b3-94ac1ef32d04 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305002 Jul 19 07:52:44.623468 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29aa-d097-407a-9275-f1194e1ac6dd req-789ebfa1-d5e3-41ad-828f-e8cefe025799 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:44.624883 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-da4d29aa-d097-407a-9275-f1194e1ac6dd req-789ebfa1-d5e3-41ad-828f-e8cefe025799 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0665848 Jul 19 07:52:44.661348 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-da4d29aa-d097-407a-9275-f1194e1ac6dd req-03d1b01e-6c42-471b-9337-62c182a40661 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Jul 19 07:52:45.785881 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c20759-c9ef-44ea-8ee6-db5e135b76ad req-407bb413-700b-411c-9a45-91a8d8522b92 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:45.787324 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-20c20759-c9ef-44ea-8ee6-db5e135b76ad req-407bb413-700b-411c-9a45-91a8d8522b92 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0617819 Jul 19 07:52:45.823711 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-20c20759-c9ef-44ea-8ee6-db5e135b76ad req-d3d61942-55c2-472c-97b0-713690b5f70e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Jul 19 07:52:46.910375 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e609cd74-a0a4-4f8d-88f1-c5024355a233 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 07:52:46.946997 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8cc5-e17a-4027-a45c-70a0a93d8a51 req-24b889a5-e98c-4273-96b0-6d08c5c48c9b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:46.948503 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1d8a8cc5-e17a-4027-a45c-70a0a93d8a51 req-24b889a5-e98c-4273-96b0-6d08c5c48c9b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 943 time: 0.0619171 Jul 19 07:52:46.985019 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-1d8a8cc5-e17a-4027-a45c-70a0a93d8a51 req-501e3b9b-b902-4be6-b2b9-88b79039da39 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Jul 19 07:52:47.003564 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e609cd74-a0a4-4f8d-88f1-c5024355a233, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:52:47.014553 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Returning: {'device': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'port_id': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'mac_address': 'fa:16:3e:5f:32:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 07:52:47.049433 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:47.061207 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e609cd74-a0a4-4f8d-88f1-c5024355a233 {{(pid=99882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 07:52:47.080270 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e609cd74-a0a4-4f8d-88f1-c5024355a233, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:52:47.084231 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:47.131380 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=e609cd74-a0a4-4f8d-88f1-c5024355a233,revision_number=4']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:52:47.138551 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.138902 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.139237 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.139575 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.139905 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.140234 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.140584 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.140911 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.141233 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.141554 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.141874 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.142191 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:47.293730 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] get_ports_and_sgs() called for port_ids ['e609cd74-a0a4-4f8d-88f1-c5024355a233'] {{(pid=99882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 07:52:47.723385 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-9b75cfe5-3bc4-4932-8b9b-cc6268431edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:48.111135 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1ef44-f844-4378-b813-f3926beea495 req-b368effd-6a6d-45de-9669-b4f98672b621 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:48.112586 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-04a1ef44-f844-4378-b813-f3926beea495 req-b368effd-6a6d-45de-9669-b4f98672b621 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 944 time: 0.0636818 Jul 19 07:52:48.148311 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-04a1ef44-f844-4378-b813-f3926beea495 req-87ef37c5-e3dd-4327-997e-fd151673b24d tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303435 Jul 19 07:52:48.928176 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e609cd74-a0a4-4f8d-88f1-c5024355a233 up at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 07:52:48.975149 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning for port e609cd74-a0a4-4f8d-88f1-c5024355a233 completed by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 07:52:48.978586 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.provisioning_blocks [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Provisioning complete for port e609cd74-a0a4-4f8d-88f1-c5024355a233 triggered by entity L2. {{(pid=99882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 07:52:48.978959 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1695035'] for port, provisioning_complete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:49.051101 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:49.072360 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233'}] {{(pid=99882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:52:49.074558 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6334abe1f608fcdafff7b78eb0ec90920f9a2a0852b69df288fcdd28616aa7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee682452-7781-4dc9-9e4d-8b2b4fb221b7" -d '{"events": [{"server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "name": "network-vif-plugged", "status": "completed", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233"}]}' {{(pid=99882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:52:49.087953 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] For port e609cd74-a0a4-4f8d-88f1-c5024355a233, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:52:49.094023 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757'] for port, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:49.144927 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Pushing event updated for resources: {'Port': ['ID=e609cd74-a0a4-4f8d-88f1-c5024355a233,revision_number=5']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:52:49.165835 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdcfc48-fb09-42f5-a735-76ea4f001f67 x-openstack-request-id: req-dbdcfc48-fb09-42f5-a735-76ea4f001f67 {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:52:49.166127 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "name": "network-vif-plugged", "status": "completed", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233", "code": 200}]} {{(pid=99882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:52:49.166379 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbdcfc48-fb09-42f5-a735-76ea4f001f67 {{(pid=99882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:52:49.166766 dv-cinder-772623-11-iscsi neutron-server[99882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'code': 200} Jul 19 07:52:49.273247 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fba12e-e0e0-4cf7-be94-1199523208c1 req-df981548-6ad0-4533-89f5-b8d7872bf2fe tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:49.274727 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a8fba12e-e0e0-4cf7-be94-1199523208c1 req-df981548-6ad0-4533-89f5-b8d7872bf2fe tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 945 time: 0.0626969 Jul 19 07:52:49.313404 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-a8fba12e-e0e0-4cf7-be94-1199523208c1 req-3e7f3d12-b9ba-4782-9da8-53d7c4156282 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Jul 19 07:52:49.389138 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90388358-7906-4c95-bdc6-064e79d194cb req-63e4af17-b24b-47f2-aa97-b80bf2a517bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:49.390656 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-90388358-7906-4c95-bdc6-064e79d194cb req-63e4af17-b24b-47f2-aa97-b80bf2a517bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 1098 time: 0.0497727 Jul 19 07:52:49.427811 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-90388358-7906-4c95-bdc6-064e79d194cb req-6a6dee39-9c88-466f-8427-147755785f3d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Jul 19 07:52:50.075951 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcd4e-24a3-4df5-abeb-8e297d96caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:50.443447 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611133f-8dd9-40e9-b424-36360d81f39a req-00dfa8f7-1273-4696-9a1e-b5774f3082ff tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:50.444930 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9611133f-8dd9-40e9-b424-36360d81f39a req-00dfa8f7-1273-4696-9a1e-b5774f3082ff tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 945 time: 0.0643845 Jul 19 07:52:50.480901 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9611133f-8dd9-40e9-b424-36360d81f39a req-91abdd6b-0f06-4f9e-9bec-d77c41305d52 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299883 Jul 19 07:52:50.537982 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:50.607316 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8064bd5-c4e9-45f1-bb94-0d464b1ea3d5 req-589483ab-082b-4f15-9218-0ec563643eea tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:50.608695 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d8064bd5-c4e9-45f1-bb94-0d464b1ea3d5 req-589483ab-082b-4f15-9218-0ec563643eea tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 945 time: 0.0612471 Jul 19 07:52:50.645086 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-d8064bd5-c4e9-45f1-bb94-0d464b1ea3d5 req-eb6f0ce9-c009-4564-96b1-5d7bb4e6b931 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308743 Jul 19 07:52:50.666572 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49182) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:52:50.715557 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9de89-0467-41cb-a78a-9ec6df40b1c8 tempest-TestVolumeBootPattern-355838032 tempest-TestVolumeBootPattern-355838032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:50.717052 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-9cc9de89-0467-41cb-a78a-9ec6df40b1c8 tempest-TestVolumeBootPattern-355838032 tempest-TestVolumeBootPattern-355838032-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 1093 time: 0.0494971 Jul 19 07:52:50.719815 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49184) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:52:50.723958 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.v2.base [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Request body: {'floatingip': {'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'port_id': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 07:52:50.745462 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.051847 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.151458 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Allocated IP 172.27.3.14 (5d94c32e-eecf-4c9d-bd93-e3188ebb31d9/3df221c3-fe39-4587-ab65-65ae1492b7dc/9dc2bc64-7c3a-4520-9816-c07e2d6e9bf7) {{(pid=99881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 07:52:51.248678 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.286658 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745044601721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.318658 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Network 5d94c32e-eecf-4c9d-bd93-e3188ebb31d9 is already hosted by enough agents. {{(pid=99881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 07:52:51.321866 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Resources bound (agent type, host, resource id): {{(pid=99881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 07:52:51.327101 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Received port after_create {{(pid=99881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 07:52:51.358479 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=9dc2bc64-7c3a-4520-9816-c07e2d6e9bf7,revision_number=1']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:52:51.370578 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.370922 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.371257 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.371588 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.371913 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.372235 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.372581 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.372902 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.373225 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.373543 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.373855 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.374166 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:52:51.594645 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.684201 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.759740 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682315'] for port, before_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.905638 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for port, precommit_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.910193 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745045005123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745044601739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745044601757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4305299'] for port, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:51.975815 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event updated for resources: {'Port': ['ID=9dc2bc64-7c3a-4520-9816-c07e2d6e9bf7,revision_number=2']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:52:51.985342 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681578'] for floatingip, after_update {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:52.082675 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Floating IP c3421d3e-ca26-4837-ab4d-07305cab4320 associated. External IP: 172.27.3.14, port: e609cd74-a0a4-4f8d-88f1-c5024355a233. Jul 19 07:52:52.280839 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:52:52.384904 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:52:52.395173 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:52:52.400462 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:52.404683 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:52:52.405307 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:52:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:52:52.435869 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7fd3e2cc-d56f-43f5-a304-974f01699a60 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7150464 Jul 19 07:52:52.436488 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:52:52.438682 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9345a319-95b1-432b-b93f-5bfbc2c9d40e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:52:52.472951 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73c6a18-1461-43ab-8fbd-3e090aa2da6c x-openstack-request-id: req-f73c6a18-1461-43ab-8fbd-3e090aa2da6c {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:52:52.473233 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:52:52.473487 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f73c6a18-1461-43ab-8fbd-3e090aa2da6c {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:52:52.473879 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'status': 'completed', 'code': 200} Jul 19 07:52:52.653209 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:52:52.786136 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-a6dcb0ae-9690-406e-adfb-0903ffa69b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:52.787657 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-a6dcb0ae-9690-406e-adfb-0903ffa69b1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 1098 time: 0.2877855 Jul 19 07:52:52.875303 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-adeeec9b-bfc3-44dd-b45b-0d7310aeda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:52.876832 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-adeeec9b-bfc3-44dd-b45b-0d7310aeda88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0828586 Jul 19 07:52:52.878548 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:02Z', 'revision_number': 1, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}, {'id': 'c3421d3e-ca26-4837-ab4d-07305cab4320', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:5f:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:52:51Z', 'updated_at': '2021-07-19T07:52:51Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:52:52.910279 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:52:52.918975 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:52:52.919580 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:52:50Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:52:52.939625 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-04f4fb27-9ed2-48d1-a43f-290c19d7aed9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233 HTTP/1.1" status: 200 len: 998 time: 0.0558457 Jul 19 07:52:52.986395 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-91702ac3-2da8-450c-ad39-67d7d4ff45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:52.987883 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-91702ac3-2da8-450c-ad39-67d7d4ff45be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0427380 Jul 19 07:52:53.018644 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:52:53.046132 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-647d51b8-08a1-44f5-b4fb-e357ca2fe8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:52:53.047633 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-647d51b8-08a1-44f5-b4fb-e357ca2fe8c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539024 Jul 19 07:52:53.134630 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-60986332-a0fc-4fa4-88d2-5bc24481c8dd service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802975 Jul 19 07:52:53.224514 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-9345a319-95b1-432b-b93f-5bfbc2c9d40e req-946f6593-a0f4-4d22-bb02-b41d71dd78f5 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842443 Jul 19 07:52:53.240342 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:02Z', 'revision_number': 1, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}, {'id': 'c3421d3e-ca26-4837-ab4d-07305cab4320', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:5f:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:52:51Z', 'updated_at': '2021-07-19T07:52:51Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:52:53.267517 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7e1a4-154e-45f4-a7c8-8142fc02028d None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:02Z', 'revision_number': 1, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}, {'id': 'c3421d3e-ca26-4837-ab4d-07305cab4320', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:5f:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:52:51Z', 'updated_at': '2021-07-19T07:52:51Z', 'revision_number': 0, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:52:53.446436 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfa640-e21e-4d85-b175-6b5037060573 None None] New status for floating IP c3421d3e-ca26-4837-ab4d-07305cab4320: ACTIVE {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:52:53.448535 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:52:57.169743 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:52:57.643850 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:02.213180 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-98bfd546-021d-46dc-ae8b-06f193a9d2ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490596 Jul 19 07:53:02.301892 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-37e7cddd-13af-4a83-a452-a52aa4f66fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:53:02.303316 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-37e7cddd-13af-4a83-a452-a52aa4f66fb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0501778 Jul 19 07:53:02.404676 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-b43c0314-3e78-484d-b091-30519b80ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:53:02.406138 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-b43c0314-3e78-484d-b091-30519b80ad69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0853374 Jul 19 07:53:02.468929 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-60855919-d18f-4d1d-ab4f-196aa40ad552 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 200 len: 1001 time: 0.0557904 Jul 19 07:53:02.520120 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-5efb8c6f-861e-4a18-ba9c-acd6a7682845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:53:02.521546 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-5efb8c6f-861e-4a18-ba9c-acd6a7682845 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0458543 Jul 19 07:53:02.578750 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-9a9149aa-ab5c-4de0-8406-de1aa2a8c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:53:02.580647 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-9a9149aa-ab5c-4de0-8406-de1aa2a8c308 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523813 Jul 19 07:53:02.677453 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-7fc0da28-235e-4823-827b-b80624a5857b service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900755 Jul 19 07:53:02.766340 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-66485d9e-ed3c-47d8-b263-72dbba5f4097 req-4c4f3828-4c36-4b38-afdc-3b579b070804 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820498 Jul 19 07:53:17.723854 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa0d0-775a-47ad-9670-6f229eacc47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:20.075400 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-96500349-e439-46f0-87fb-fe9f163064d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:20.539545 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:21.600038 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:23.448451 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:27.638929 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:34.169234 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:53:47.724192 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-fab550e0-cf34-4c47-9655-6e2481142460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:50.075155 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-af223669-ccb3-4118-bfe1-310f13e9f8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:50.539816 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:51.601002 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:53.450633 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:53:57.652964 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:02.235806 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-c626c3cc-a995-471b-923c-b7136279c59b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502079 Jul 19 07:54:02.304086 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-50eaffff-c5b8-4c98-aa73-b119b6eb35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:02.305526 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-50eaffff-c5b8-4c98-aa73-b119b6eb35ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 1098 time: 0.0492280 Jul 19 07:54:02.405431 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-9fb0df55-5d6a-4e25-8bf1-45a2d5f24ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:02.406873 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-9fb0df55-5d6a-4e25-8bf1-45a2d5f24ea7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0845525 Jul 19 07:54:02.470808 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-60138c02-ca36-4dae-ba1f-bfbf9bec980a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233 HTTP/1.1" status: 200 len: 1000 time: 0.0580900 Jul 19 07:54:02.517503 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-5f1c5361-581f-4885-831f-a5a7ead8ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:02.518867 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-5f1c5361-581f-4885-831f-a5a7ead8ea78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0416739 Jul 19 07:54:02.572528 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-3d2dd4c2-7598-4064-a18a-5bda388cbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:02.573989 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-3d2dd4c2-7598-4064-a18a-5bda388cbae3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493374 Jul 19 07:54:02.664295 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-043099f8-722c-48d6-8288-c14d252389f4 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839515 Jul 19 07:54:02.749193 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-270fa4c8-4be9-4892-bb9d-e7d3af53f7c7 req-4a409349-5f14-47b5-8b22-994b836b11da service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785573 Jul 19 07:54:11.168698 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:54:17.725477 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-93f1fa42-c417-4649-a4e9-da03bb53f599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:20.074507 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-aa8118dc-eecb-4ba7-bb2d-196729205e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:20.539326 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:20.638233 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49214) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:20.831778 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Deleting port 9dc2bc64-7c3a-4520-9816-c07e2d6e9bf7 {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:20.832118 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:20.907809 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:20.908093 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:20.919945 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Calling delete_port for 9dc2bc64-7c3a-4520-9816-c07e2d6e9bf7 owned by network:floatingip {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:21.056954 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:21.084311 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event deleted for resources: {'Port': ['ID=9dc2bc64-7c3a-4520-9816-c07e2d6e9bf7,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:21.094963 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.095311 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.095649 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.095981 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.096328 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.096656 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.096980 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.097301 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.097623 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.097942 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.098258 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.098578 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:21.152659 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:21.152994 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.db.l3_db [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Floating IP c3421d3e-ca26-4837-ab4d-07305cab4320 disassociated (deleted). External IP: 172.27.3.14, port: e609cd74-a0a4-4f8d-88f1-c5024355a233. Jul 19 07:54:21.351271 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:54:21.452811 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:54:21.457637 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:21.462402 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:54:21.471695 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:21.472371 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:21.492215 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-cdda862a-3183-45a1-8756-a43808cdd6e8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "DELETE /v2.0/floatingips/c3421d3e-ca26-4837-ab4d-07305cab4320 HTTP/1.1" status: 204 len: 168 time: 0.8529301 Jul 19 07:54:21.492829 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233'}] {{(pid=99881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:54:21.495091 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee094f05664abeb8ebc86ad7adf3b41885373d2ab704db49bb67aed4a8ed639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1024e64-8dce-49c7-bd57-58a9a8f8f295" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233"}]}' {{(pid=99881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:54:21.580867 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:21.590912 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fbe6f9-731d-4807-8106-b63c65452351 x-openstack-request-id: req-43fbe6f9-731d-4807-8106-b63c65452351 {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:54:21.591394 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233", "status": "completed", "code": 200}]} {{(pid=99881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:54:21.591645 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43fbe6f9-731d-4807-8106-b63c65452351 {{(pid=99881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:54:21.592039 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'status': 'completed', 'code': 200} Jul 19 07:54:21.678624 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-c86ad69e-af08-4d32-9c02-13ea696309b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:21.680357 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-c86ad69e-af08-4d32-9c02-13ea696309b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 1098 time: 0.0661993 Jul 19 07:54:21.683532 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:21.750700 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d471b-1350-4448-b423-31e2269c3cfc req-8964c612-c15d-4533-81b0-2d3b5b8e3ce8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:21.752327 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b02d471b-1350-4448-b423-31e2269c3cfc req-8964c612-c15d-4533-81b0-2d3b5b8e3ce8 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 945 time: 0.0654333 Jul 19 07:54:21.776516 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-d3d88cd8-6a0f-4766-8007-9468cb9a1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:21.777996 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-d3d88cd8-6a0f-4766-8007-9468cb9a1a12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0919898 Jul 19 07:54:21.791585 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b02d471b-1350-4448-b423-31e2269c3cfc req-90a791e1-5263-4628-b693-35e904be397e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Jul 19 07:54:21.820846 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-8dba0db2-188e-4da9-ba6d-d58bb53aef1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233 HTTP/1.1" status: 200 len: 217 time: 0.0350747 Jul 19 07:54:21.838370 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:02Z', 'revision_number': 1, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:21.863897 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:54:21.871698 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-8900c508-ed84-4007-841f-ecfdeba8462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:21.872406 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:21.873041 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:21.873209 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-8900c508-ed84-4007-841f-ecfdeba8462e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0460560 Jul 19 07:54:21.930618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-c2805a33-ba26-4ed7-8815-0d9be9e62ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:21.932140 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-c2805a33-ba26-4ed7-8815-0d9be9e62ff4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519803 Jul 19 07:54:21.975504 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:22.023172 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-9fe6c951-9f7e-4c35-bbaa-ceae5f8b2b09 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Jul 19 07:54:22.110743 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-e1024e64-8dce-49c7-bd57-58a9a8f8f295 req-f474150f-f4a6-4b68-92bd-5b450ba0a0a8 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804558 Jul 19 07:54:22.190772 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:02Z', 'revision_number': 1, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:22.218856 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10fa75-37cd-48a7-ad8d-d2575e755b20 None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_floatingips': [{'id': '275ed2d2-1668-4728-8cbc-9e8e01f84770', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'router_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'port_id': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'mac_address': 'fa:16:3e:1a:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T07:51:00Z', 'updated_at': '2021-07-19T07:51:02Z', 'revision_number': 1, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:54:22.420158 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b7cf3-6c5b-40d6-bb60-905a6a538c6d None None] New status for floating IP c3421d3e-ca26-4837-ab4d-07305cab4320: DOWN {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:54:22.935464 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea386092-0d7f-415e-87a2-4a67df7fed44 req-dc887178-5c2c-4e51-b931-ab70ad126533 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:22.936947 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ea386092-0d7f-415e-87a2-4a67df7fed44 req-dc887178-5c2c-4e51-b931-ab70ad126533 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 945 time: 0.0646555 Jul 19 07:54:22.974122 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-ea386092-0d7f-415e-87a2-4a67df7fed44 req-cdda804d-2dd2-4aa6-a56d-14b16549f67a tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316927 Jul 19 07:54:23.192345 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-2d3157bf-3d43-4061-8b75-fe84f08dc0b3 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:23.194341 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-2d3157bf-3d43-4061-8b75-fe84f08dc0b3 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 945 time: 0.0610509 Jul 19 07:54:23.292186 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Deleting port e609cd74-a0a4-4f8d-88f1-c5024355a233 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:23.292561 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:23.379778 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] For port e609cd74-a0a4-4f8d-88f1-c5024355a233, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e609cd74-a0a4-4f8d-88f1-c5024355a233,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:23.380704 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:23.392405 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Calling delete_port for e609cd74-a0a4-4f8d-88f1-c5024355a233 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:23.455171 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:23.513022 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:23.544152 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event deleted for resources: {'Port': ['ID=e609cd74-a0a4-4f8d-88f1-c5024355a233,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:23.572718 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.573077 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.573425 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.573767 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.574104 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.574439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.574779 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.575113 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.575448 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.575777 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.576104 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.576454 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:23.599487 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] No DVR routers for this DVR port e609cd74-a0a4-4f8d-88f1-c5024355a233 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:54:23.601825 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:23.603801 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-37992172-a1c3-4494-98f0-f25f31f304d7 req-9bf635d4-dec6-4ad6-90bb-27fb5c94f1d1 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "DELETE /v2.0/ports/e609cd74-a0a4-4f8d-88f1-c5024355a233 HTTP/1.1" status: 204 len: 173 time: 0.4045897 Jul 19 07:54:23.604232 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'name': 'network-vif-deleted', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:54:23.606479 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29a50bf-53b0-4d6a-bc24-e9e204f92535" -d '{"events": [{"server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "name": "network-vif-deleted", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:54:23.663318 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818023df-d818-49c9-ab8b-f7ffa5e8c84a x-openstack-request-id: req-818023df-d818-49c9-ab8b-f7ffa5e8c84a {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:54:23.663606 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0d7d83-fbaf-4749-9346-a69aebc8394e", "name": "network-vif-deleted", "tag": "e609cd74-a0a4-4f8d-88f1-c5024355a233", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:54:23.664022 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-818023df-d818-49c9-ab8b-f7ffa5e8c84a {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:54:23.664679 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0d7d83-fbaf-4749-9346-a69aebc8394e', 'name': 'network-vif-deleted', 'tag': 'e609cd74-a0a4-4f8d-88f1-c5024355a233', 'status': 'completed', 'code': 200} Jul 19 07:54:24.078707 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-b9dbb26a-5a8e-47f5-90aa-5734fd9f8c28 req-5fadf0da-540e-4b06-8833-95664ea08841 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea0d7d83-fbaf-4749-9346-a69aebc8394e HTTP/1.1" status: 200 len: 210 time: 0.0286374 Jul 19 07:54:27.339867 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49262) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:27.358824 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e609cd74-a0a4-4f8d-88f1-c5024355a233 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:27.378660 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: e609cd74-a0a4-4f8d-88f1-c5024355a233 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:54:27.379000 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device e609cd74-a0a4-4f8d-88f1-c5024355a233 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:54:27.488081 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Deleting port 1ed95015-1975-4460-9609-c8ca9c63cb06 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:27.488521 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:27.562643 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:27.562966 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:27.574057 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Calling delete_port for 1ed95015-1975-4460-9609-c8ca9c63cb06 owned by network:floatingip {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:27.666804 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:27.736531 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:27.762081 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event deleted for resources: {'Port': ['ID=1ed95015-1975-4460-9609-c8ca9c63cb06,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:27.822338 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:27.822667 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.db.l3_db [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Floating IP 275ed2d2-1668-4728-8cbc-9e8e01f84770 disassociated (deleted). External IP: 172.27.3.222, port: 4d02bc1f-f282-4933-b459-2b4bdf92c735. Jul 19 07:54:28.021537 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:54:28.124049 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:54:28.128917 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:28.133151 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:54:28.141902 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:28.142505 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:28.163731 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-872790f6-676a-4ddd-9fd1-c21d98a0917e tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "DELETE /v2.0/floatingips/275ed2d2-1668-4728-8cbc-9e8e01f84770 HTTP/1.1" status: 204 len: 168 time: 0.8227682 Jul 19 07:54:28.164340 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:54:28.166572 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:54:28.207337 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 07:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fb95ca-baf7-4808-8228-ac276d5c8c9d x-openstack-request-id: req-e4fb95ca-baf7-4808-8228-ac276d5c8c9d {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:54:28.207635 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:54:28.207893 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4fb95ca-baf7-4808-8228-ac276d5c8c9d {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:54:28.208311 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'status': 'completed', 'code': 200} Jul 19 07:54:28.251889 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:28.283143 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-ab279f5f-397a-4492-b9f8-6fa7184ddbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:28.284704 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-ab279f5f-397a-4492-b9f8-6fa7184ddbb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0537944 Jul 19 07:54:28.382728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-6610acaa-07a3-4af1-8ec1-519dc96450c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:28.384555 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-6610acaa-07a3-4af1-8ec1-519dc96450c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 200 len: 913 time: 0.0925901 Jul 19 07:54:28.417242 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbcb98-a9ee-4047-87dc-17f5606df087 req-2fb2abec-ac01-42d9-b7df-3a11bd484215 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:28.418762 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-55bbcb98-a9ee-4047-87dc-17f5606df087 req-2fb2abec-ac01-42d9-b7df-3a11bd484215 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 945 time: 0.0651686 Jul 19 07:54:28.429513 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-591756da-3960-49dc-a29d-69e4fb116ecc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 200 len: 217 time: 0.0383401 Jul 19 07:54:28.456502 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:28.457614 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-55bbcb98-a9ee-4047-87dc-17f5606df087 req-846cec79-51ba-4548-a647-4a0e201f3019 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333436 Jul 19 07:54:28.493813 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-dc13daab-355f-4239-9b76-f8f0d9d41d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:28.495321 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-dc13daab-355f-4239-9b76-f8f0d9d41d35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 200 len: 851 time: 0.0591953 Jul 19 07:54:28.554226 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-d0477b83-9f4d-4173-8345-2c27455a6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:28.555657 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-d0477b83-9f4d-4173-8345-2c27455a6ab7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49f3fba0-24c8-4dbe-ab0a-01336c238655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536134 Jul 19 07:54:28.613869 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:54:28.622243 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:28.622860 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:28.648579 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-55f174b7-a205-428c-9771-84db9b61bcf4 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854204 Jul 19 07:54:28.726877 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:28.735989 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-ed0dc182-cb32-4f0d-83d9-e6e5c51143f6 req-5df0d033-4fab-4080-8741-c0982806fb78 service neutron] 10.222.0.25 "GET /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806787 Jul 19 07:54:28.918719 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:28.943673 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec10b3-92d1-45a5-9910-f6b4e18c359f None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:47:53Z', 'revision_number': 4, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi', '_interfaces': [{'id': 'cc6f7985-0966-4bd1-8186-c6e5cd9b84f4', 'name': '', 'network_id': '49f3fba0-24c8-4dbe-ab0a-01336c238655', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'mac_address': 'fa:16:3e:c3:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:52Z', 'updated_at': '2021-07-19T07:47:58Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'subnets': [{'id': '07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:54:29.144695 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ef6bd-39a4-41d8-bdcf-8c657e7e87ea None None] New status for floating IP 275ed2d2-1668-4728-8cbc-9e8e01f84770: DOWN {{(pid=99883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 07:54:29.589624 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf1038-7070-42a2-8122-52ce0b8d06ae req-198663a8-5339-4a16-961c-6f3489c06d4b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:29.591083 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-badf1038-7070-42a2-8122-52ce0b8d06ae req-198663a8-5339-4a16-961c-6f3489c06d4b tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 945 time: 0.0646708 Jul 19 07:54:29.627960 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-badf1038-7070-42a2-8122-52ce0b8d06ae req-e59fcaac-fb9a-4811-b265-6827377e9a01 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/security-groups?id=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Jul 19 07:54:29.823160 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-3e2204e6-bdf8-4a23-bb1a-6f082affa2d0 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 07:54:29.824651 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-3e2204e6-bdf8-4a23-bb1a-6f082affa2d0 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 945 time: 0.0601292 Jul 19 07:54:29.924067 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Deleting port 4d02bc1f-f282-4933-b459-2b4bdf92c735 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:29.924468 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:30.009988 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] For port 4d02bc1f-f282-4933-b459-2b4bdf92c735, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d02bc1f-f282-4933-b459-2b4bdf92c735,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:30.010343 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:30.022754 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Calling delete_port for 4d02bc1f-f282-4933-b459-2b4bdf92c735 owned by compute:nova {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:30.373348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:30.404121 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event deleted for resources: {'Port': ['ID=4d02bc1f-f282-4933-b459-2b4bdf92c735,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:30.447661 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] No DVR routers for this DVR port 4d02bc1f-f282-4933-b459-2b4bdf92c735 on host hv-cinder-77262 {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:54:30.450213 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for port, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:30.452216 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [req-0aa1a043-24e9-4011-8183-fc92640802b3 req-24f42064-4a34-453f-aa96-a1e35b1f0d1f tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.25 "DELETE /v2.0/ports/4d02bc1f-f282-4933-b459-2b4bdf92c735 HTTP/1.1" status: 204 len: 173 time: 0.6227591 Jul 19 07:54:30.452909 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'name': 'network-vif-deleted', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735'}] {{(pid=99880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 07:54:30.455661 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ec8d7cbd9cd0c6a711434a6e6885995f2fa7dbd5a277e11f461772fa198447f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b5bb9d-f99c-4627-9c94-acf0ad8a2c6e" -d '{"events": [{"server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "name": "network-vif-deleted", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735"}]}' {{(pid=99880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 07:54:30.490728 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 07:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d070531-1df0-44d7-acac-34074e7786d2 x-openstack-request-id: req-6d070531-1df0-44d7-acac-34074e7786d2 {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 07:54:30.491018 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5", "name": "network-vif-deleted", "tag": "4d02bc1f-f282-4933-b459-2b4bdf92c735", "status": "completed", "code": 200}]} {{(pid=99880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 07:54:30.491293 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d070531-1df0-44d7-acac-34074e7786d2 {{(pid=99880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 07:54:30.491702 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5', 'name': 'network-vif-deleted', 'tag': '4d02bc1f-f282-4933-b459-2b4bdf92c735', 'status': 'completed', 'code': 200} Jul 19 07:54:30.721786 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [req-9a7675f7-5734-4337-87e5-8172b2b8d39a req-09a547e5-e348-4ce9-97a8-d817da0d2f57 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbaaeff-3f34-4d9e-98df-c19d6f99f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Jul 19 07:54:31.784815 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49278) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:31.902683 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Deleting port 9535514d-4f0d-47ae-bb8e-f126bd4f0c95 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:31.903029 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:31.976247 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:31.976603 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:31.987550 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Calling delete_port for 9535514d-4f0d-47ae-bb8e-f126bd4f0c95 owned by network:floatingip {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:32.110073 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:32.138880 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event deleted for resources: {'Port': ['ID=9535514d-4f0d-47ae-bb8e-f126bd4f0c95,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:32.196106 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for floatingip, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:32.198602 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229138'] for floatingip, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:32.199740 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-95f36307-a296-4605-a086-946163f01552 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "DELETE /v2.0/floatingips/842e871b-bffb-4634-96d8-c841d3e2b230 HTTP/1.1" status: 204 len: 168 time: 0.4139488 Jul 19 07:54:33.384818 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49290) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:33.440988 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9804fa8f-fcbc-495e-be8d-e464f5c13696 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:33.465957 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9804fa8f-fcbc-495e-be8d-e464f5c13696 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:33.524462 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9804fa8f-fcbc-495e-be8d-e464f5c13696 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:33.526999 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9804fa8f-fcbc-495e-be8d-e464f5c13696 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:33.528161 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-9804fa8f-fcbc-495e-be8d-e464f5c13696 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] 10.222.0.10 "DELETE /v2.0/security-groups/58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9 HTTP/1.1" status: 204 len: 168 time: 0.1423423 Jul 19 07:54:33.536833 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804fa8f-fcbc-495e-be8d-e464f5c13696 tempest-TestVolumeBootPattern-1910483471 tempest-TestVolumeBootPattern-1910483471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab0c95-b070-4a6a-9cd7-ae5b56f7b2f9,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:33.578942 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49294) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:34.105177 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:34.349271 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Deleting port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:34.349648 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:34.424945 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] For port cc6f7985-0966-4bd1-8186-c6e5cd9b84f4, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:34.425530 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:34.437524 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Calling delete_port for cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:34.610578 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:34.641498 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6f7985-0966-4bd1-8186-c6e5cd9b84f4,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:34.800175 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.005578 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Router a55521d0-3447-460b-9926-92eec72c4d1d has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:54:35.106697 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:54:35.111570 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-18f46bad-4892-4836-becc-829f49010423 admin admin] 10.222.0.10 "PUT /v2.0/routers/a55521d0-3447-460b-9926-92eec72c4d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316067 Jul 19 07:54:35.114061 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49298) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:35.116741 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] Sync routers for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:54:35.125728 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:35.126327 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:35.213066 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks [] for router, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.227887 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: dv-cinder-772623-11-iscsi {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:35.308940 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.363009 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Deleting port 206091cc-4a25-49b8-b8f9-893c062a37dd {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:35.363461 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.399136 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:54:34Z', 'revision_number': 5, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port': {'id': '206091cc-4a25-49b8-b8f9-893c062a37dd', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:49Z', 'updated_at': '2021-07-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:35.425662 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 4d02bc1f-f282-4933-b459-2b4bdf92c735 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:35.427876 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] Checking router: a55521d0-3447-460b-9926-92eec72c4d1d for host: dv-cinder-772623-11-iscsi {{(pid=99882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:54:35.440694 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] For port 206091cc-4a25-49b8-b8f9-893c062a37dd, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=206091cc-4a25-49b8-b8f9-893c062a37dd,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:35.441226 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.449903 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] No Port match for: 4d02bc1f-f282-4933-b459-2b4bdf92c735 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:54:35.450241 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Device 4d02bc1f-f282-4933-b459-2b4bdf92c735 not bound to the agent host hv-cinder-77262 {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:54:35.453162 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] Routers {'a55521d0-3447-460b-9926-92eec72c4d1d'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:35.453576 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Calling delete_port for 206091cc-4a25-49b8-b8f9-893c062a37dd owned by network:router_gateway {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:35.453808 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['a55521d0-3447-460b-9926-92eec72c4d1d'], 'active': True} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:35.536354 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvr_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] Set router a55521d0-3447-460b-9926-92eec72c4d1d gateway port host: None {{(pid=99882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:35.588887 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_hamode_db [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:54:35Z', 'revision_number': 6, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port_host': None}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:35.613550 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.613874 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2adcc-77b2-4684-b1ad-3b7787e4abc1 None None] The sync data for ids ['a55521d0-3447-460b-9926-92eec72c4d1d'] in dv-cinder-772623-11-iscsi is: [{'id': 'a55521d0-3447-460b-9926-92eec72c4d1d', 'name': 'tempest-TestVolumeBootPattern-1811244538-router', 'tenant_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:48Z', 'updated_at': '2021-07-19T07:54:35Z', 'revision_number': 6, 'project_id': 'efb9ab70ad2c4552a10464e0bc80cd21', 'gw_port_host': None}] {{(pid=99882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:54:35.639358 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Pushing event deleted for resources: {'Port': ['ID=206091cc-4a25-49b8-b8f9-893c062a37dd,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:35.703598 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.790505 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.792617 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.834524 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.835067 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a55521d0-3447-460b-9926-92eec72c4d1d {{(pid=99880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:54:35.839585 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.840786 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-af5b8cd5-ab08-4b21-9cb5-0adce0c6b236 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a55521d0-3447-460b-9926-92eec72c4d1d HTTP/1.1" status: 204 len: 168 time: 0.7258022 Jul 19 07:54:35.843294 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49300) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:35.886129 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] Deleting subnet 07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:54:35.889146 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:35.924742 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.000618 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.052347 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.078738 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:36.080703 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.083158 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-3fe9823c-f8a8-42dd-b163-f96468582575 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/07a85d6a-d1c0-4dc5-850d-8e2b3176d2a1 HTTP/1.1" status: 204 len: 168 time: 0.2387800 Jul 19 07:54:36.084683 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d32d90-4853-4ba6-9cda-b68e272ce0d5 None None] Network 49f3fba0-24c8-4dbe-ab0a-01336c238655 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:54:36.085258 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49302) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:36.150544 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.359239 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] DHCP port deletion for 49f3fba0-24c8-4dbe-ab0a-01336c238655 request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:54:36.410395 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Deleting port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb {{(pid=99882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:36.410786 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.425780 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Deleting port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb {{(pid=99881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:36.426132 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.481492 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:36.484404 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.db [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] For port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:36.484863 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.492081 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.db [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] For port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,segment=NetworkSegment(ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec),segment_id=ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec)] {{(pid=99881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:36.492470 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.504561 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Calling delete_port for 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb owned by network:dhcp {{(pid=99881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:36.516085 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Calling delete_port for 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb owned by network:dhcp {{(pid=99882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:36.589096 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4305290'] for port, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.617199 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] No DVR routers for this DVR port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb on host dv-cinder-772623-11-iscsi {{(pid=99881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:54:36.621151 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Pushing event deleted for resources: {'Port': ['ID=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:36.624701 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730'] for port, after_delete {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.629861 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb update to DOWN by agent not found {{(pid=99882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 19 07:54:36.630300 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:36.667208 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Pushing event deleted for resources: {'Port': ['ID=1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb,revision_number=None']} {{(pid=99882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:36.674509 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:54:36.674862 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device cc6f7985-0966-4bd1-8186-c6e5cd9b84f4 not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:54:36.675343 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 206091cc-4a25-49b8-b8f9-893c062a37dd no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:36.677404 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] No DVR routers for this DVR port 1c19b9cb-8d7f-4fe4-a206-3dbfd48a0ddb on host dv-cinder-772623-11-iscsi {{(pid=99882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:54:36.680713 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.681062 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.681401 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.681740 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.682074 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.682407 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.682738 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.683066 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.683394 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.683721 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.684046 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.684393 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9693f5d3-9b3d-402e-9a2b-1897d37e420d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-11-iscsi {{(pid=99882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 07:54:36.697291 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.704397 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 206091cc-4a25-49b8-b8f9-893c062a37dd {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:54:36.704752 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 206091cc-4a25-49b8-b8f9-893c062a37dd not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:54:36.707424 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f3fba0-24c8-4dbe-ab0a-01336c238655']}} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:36.717708 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec') {'for_net_delete': True} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:36.718001 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.services.segments.db [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbabae1-f9c3-4f79-9a2f-6fa6253b36ec') {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:36.726631 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4345893'] for segment, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.739680 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.745883 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=99881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:54:36.746264 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305335'] for segment, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: Traceback (most recent call last): Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: timer() Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: cb(*args, **kw) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: return func(*args, **kwargs) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: self._notify() Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: self.callback(batched_events) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: event.method(event) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: return f(self, *a, **k) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._get(url).json() Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: return self.request(url, 'GET', **kwargs) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:54:36.747856 dv-cinder-772623-11-iscsi neutron-server[99881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:54:36.799999 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.805889 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:36.807709 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] 10.222.0.10 "DELETE /v2.0/networks/49f3fba0-24c8-4dbe-ab0a-01336c238655 HTTP/1.1" status: 204 len: 168 time: 0.7214766 Jul 19 07:54:36.810793 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49304) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:36.817781 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44b11f-921d-4db5-b666-9ef3c99f9cca admin admin] Pushing event deleted for resources: {'Network': ['ID=49f3fba0-24c8-4dbe-ab0a-01336c238655,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:37.140660 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681834'] for router_interface, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:37.608560 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Deleting port 4fb50720-a3c4-4443-972b-2a1a979437fd {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:37.608895 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:37.681779 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] For port 4fb50720-a3c4-4443-972b-2a1a979437fd, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=4fb50720-a3c4-4443-972b-2a1a979437fd,segment=NetworkSegment(7910fb8a-2774-4898-93c5-5c48b834d8cf),segment_id=7910fb8a-2774-4898-93c5-5c48b834d8cf)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:37.682126 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:37.693953 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Calling delete_port for 4fb50720-a3c4-4443-972b-2a1a979437fd owned by network:router_interface {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:37.864439 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:37.892430 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb50720-a3c4-4443-972b-2a1a979437fd,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:38.050291 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681734'] for router_interface, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:38.255058 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Router eaac7e6b-adef-4827-85a7-098d49b1e166 has already been hosted by L3 agent 6c5ef999-a4b8-40f0-80a0-5b0701d3adc9 {{(pid=99880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 07:54:38.356605 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] Notify agent at l3_agent.dv-cinder-772623-11-iscsi the message routers_updated {{(pid=99880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 07:54:38.361769 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-87480d4e-e955-483b-95de-966df07784bb admin admin] 10.222.0.10 "PUT /v2.0/routers/eaac7e6b-adef-4827-85a7-098d49b1e166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494442 Jul 19 07:54:38.364304 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49306) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:38.364809 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] Sync routers for ids ['eaac7e6b-adef-4827-85a7-098d49b1e166'] in dv-cinder-772623-11-iscsi {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 07:54:38.374425 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] Routers {'eaac7e6b-adef-4827-85a7-098d49b1e166'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:38.375019 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['eaac7e6b-adef-4827-85a7-098d49b1e166'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:38.471776 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks [] for router, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:38.483598 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] Set router eaac7e6b-adef-4827-85a7-098d49b1e166 gateway port host: dv-cinder-772623-11-iscsi {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:38.571348 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:38.627481 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Deleting port 667ea687-91c6-4afe-8bac-a80921d23e2c {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:38.627822 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:38.706783 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] For port 667ea687-91c6-4afe-8bac-a80921d23e2c, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=667ea687-91c6-4afe-8bac-a80921d23e2c,segment=NetworkSegment(b6dae434-e5e8-4866-a394-81ad2d3a307e),segment_id=b6dae434-e5e8-4866-a394-81ad2d3a307e)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:38.707235 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:38.719216 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Calling delete_port for 667ea687-91c6-4afe-8bac-a80921d23e2c owned by network:router_gateway {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:38.820109 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'external_fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:54:37Z', 'revision_number': 5, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port': {'id': '667ea687-91c6-4afe-8bac-a80921d23e2c', 'name': '', 'network_id': '5d94c32e-eecf-4c9d-bd93-e3188ebb31d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T07:47:56Z', 'updated_at': '2021-07-19T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df221c3-fe39-4587-ab65-65ae1492b7dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-11-iscsi'}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:38.847316 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] Checking router: eaac7e6b-adef-4827-85a7-098d49b1e166 for host: dv-cinder-772623-11-iscsi {{(pid=99883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 07:54:38.863325 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] Routers {'eaac7e6b-adef-4827-85a7-098d49b1e166'} bound to L3 agent in host dv-cinder-772623-11-iscsi {{(pid=99883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 07:54:38.863921 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T07:33:50Z,description=,heartbeat_timestamp=2021-07-19T07:54:20Z,host='dv-cinder-772623-11-iscsi',id=6c5ef999-a4b8-40f0-80a0-5b0701d3adc9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T07:33:50Z,topic='l3_agent')) {'router_ids': ['eaac7e6b-adef-4827-85a7-098d49b1e166'], 'active': True} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:38.882808 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:38.908402 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=667ea687-91c6-4afe-8bac-a80921d23e2c,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:38.952421 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_dvr_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] Set router eaac7e6b-adef-4827-85a7-098d49b1e166 gateway port host: None {{(pid=99883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 07:54:38.971002 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681636'] for router_gateway, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.006536 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.l3_hamode_db [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:54:38Z', 'revision_number': 6, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port_host': None}], 'dv-cinder-772623-11-iscsi', False) {} {{(pid=99883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:39.032525 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403ef51-9b6e-4791-b58e-b484fc4715e8 None None] The sync data for ids ['eaac7e6b-adef-4827-85a7-098d49b1e166'] in dv-cinder-772623-11-iscsi is: [{'id': 'eaac7e6b-adef-4827-85a7-098d49b1e166', 'name': 'tempest-TestVolumeBootPattern-1200630562-router', 'tenant_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T07:47:55Z', 'updated_at': '2021-07-19T07:54:38Z', 'revision_number': 6, 'project_id': 'f8a048e1e5dc4af7b475d7a4741b37de', 'gw_port_host': None}] {{(pid=99883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 07:54:39.059144 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9415'] for router, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.061428 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.103366 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677968'] for router, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.103920 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaac7e6b-adef-4827-85a7-098d49b1e166 {{(pid=99880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 07:54:39.108404 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] Notify callbacks [] for router, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.109572 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-adfbe598-f497-4939-8b48-9dd10c495a56 admin admin] 10.222.0.10 "DELETE /v2.0/routers/eaac7e6b-adef-4827-85a7-098d49b1e166 HTTP/1.1" status: 204 len: 168 time: 0.7442691 Jul 19 07:54:39.111948 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49308) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:39.157769 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] Deleting subnet 4d496b3b-f262-47c2-ade2-36147876327e {{(pid=99880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 07:54:39.160699 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.192933 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704397'] for subnet, precommit_delete_associations {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.266171 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1692802'] for subnet, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.316080 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1692825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-851158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4419859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4238967'] for subnet, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.350378 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d496b3b-f262-47c2-ade2-36147876327e,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:39.352315 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for subnet, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.358880 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-cf18c425-f60e-4b97-811f-506aba4b16ce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4d496b3b-f262-47c2-ade2-36147876327e HTTP/1.1" status: 204 len: 168 time: 0.2412746 Jul 19 07:54:39.359305 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98839d7-880d-4cbd-9137-14bd4c52f91d None None] Network 42b76a6f-7691-4aab-aa87-786c841cd1b8 requested from dv-cinder-772623-11-iscsi {{(pid=99882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 07:54:39.359782 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49310) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:39.425206 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1718411'] for network, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.482299 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Deleting port 714fe8bb-ac59-493c-bd26-f94d1419b6aa {{(pid=99880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 07:54:39.482640 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745045004189'] for port, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.547568 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.db [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] For port 714fe8bb-ac59-493c-bd26-f94d1419b6aa, host dv-cinder-772623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-11-iscsi',level=0,port_id=714fe8bb-ac59-493c-bd26-f94d1419b6aa,segment=NetworkSegment(7910fb8a-2774-4898-93c5-5c48b834d8cf),segment_id=7910fb8a-2774-4898-93c5-5c48b834d8cf)] {{(pid=99880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 07:54:39.547921 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678005'] for port, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.559498 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.plugin [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Calling delete_port for 714fe8bb-ac59-493c-bd26-f94d1419b6aa owned by network:dhcp {{(pid=99880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 07:54:39.635595 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745045005168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745044601730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4419908'] for port, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.662685 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=714fe8bb-ac59-493c-bd26-f94d1419b6aa,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:39.666157 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] No DVR routers for this DVR port 714fe8bb-ac59-493c-bd26-f94d1419b6aa on host dv-cinder-772623-11-iscsi {{(pid=99880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 07:54:39.733974 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690286', 'neutron.services.segments.db._delete_segments_for_network-8745045150522'] for network, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.743787 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b76a6f-7691-4aab-aa87-786c841cd1b8']}} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:39.753116 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7910fb8a-2774-4898-93c5-5c48b834d8cf') {'for_net_delete': True} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:39.753410 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.services.segments.db [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7910fb8a-2774-4898-93c5-5c48b834d8cf') {} {{(pid=99880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 07:54:39.764409 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745045152323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3704406'] for segment, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.778066 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114'] for segment, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.785292 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=99880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 07:54:39.785761 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4419961'] for segment, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: conditions |= (models_v2.Port.network_id.in_( Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: Traceback (most recent call last): Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: timer() Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: cb(*args, **kw) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: return func(*args, **kwargs) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: self._notify() Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: self.callback(batched_events) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: event.method(event) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: return f(self, *a, **k) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._get(url).json() Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: return self.request(url, 'GET', **kwargs) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 07:54:39.787661 dv-cinder-772623-11-iscsi neutron-server[99880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 07:54:39.815827 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c52cd2-b9f3-4a19-aaa5-097ccf712dc6 None None] DHCP port deletion for 42b76a6f-7691-4aab-aa87-786c841cd1b8 request from dv-cinder-772623-11-iscsi {{(pid=99882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 07:54:39.846284 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681624'] for network, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.850869 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584169'] for network, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:39.852954 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/42b76a6f-7691-4aab-aa87-786c841cd1b8 HTTP/1.1" status: 204 len: 168 time: 0.4953909 Jul 19 07:54:39.864900 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ee344-6a4f-44c6-8ca1-6faf4b3cb8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b76a6f-7691-4aab-aa87-786c841cd1b8,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:39.994910 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49314) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:40.036518 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-05647fda-bd95-4cf6-9bb4-b234c23ff4ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efb9ab70ad2c4552a10464e0bc80cd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401483 Jul 19 07:54:40.039280 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [-] (99881) accepted ('10.222.0.10', 49316) {{(pid=99881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:40.091101 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cb0a955b-170c-42e0-8e28-dcd4a6c59667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.111769 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cb0a955b-170c-42e0-8e28-dcd4a6c59667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.157895 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cb0a955b-170c-42e0-8e28-dcd4a6c59667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.160325 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-cb0a955b-170c-42e0-8e28-dcd4a6c59667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.161543 dv-cinder-772623-11-iscsi neutron-server[99881]: INFO neutron.wsgi [None req-cb0a955b-170c-42e0-8e28-dcd4a6c59667 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a40661f-d4da-4d6f-b841-77343a657ce1 HTTP/1.1" status: 204 len: 168 time: 0.1212745 Jul 19 07:54:40.169454 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a955b-170c-42e0-8e28-dcd4a6c59667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40661f-d4da-4d6f-b841-77343a657ce1,revision_number=None']} {{(pid=99881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:40.460064 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49322) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:40.471803 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 667ea687-91c6-4afe-8bac-a80921d23e2c no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:40.491315 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 667ea687-91c6-4afe-8bac-a80921d23e2c {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:54:40.491656 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 667ea687-91c6-4afe-8bac-a80921d23e2c not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:54:40.492072 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 714fe8bb-ac59-493c-bd26-f94d1419b6aa no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:40.500313 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-8e11b92e-7666-4fff-b1f8-439aa9f8e8f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8a048e1e5dc4af7b475d7a4741b37de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390372 Jul 19 07:54:40.502749 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.wsgi [-] (99880) accepted ('10.222.0.10', 49324) {{(pid=99880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 07:54:40.509672 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 714fe8bb-ac59-493c-bd26-f94d1419b6aa {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:54:40.510018 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 714fe8bb-ac59-493c-bd26-f94d1419b6aa not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:54:40.510429 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 4fb50720-a3c4-4443-972b-2a1a979437fd no longer exists at agent ovs-agent-dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 07:54:40.531697 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.plugin [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] No Port match for: 4fb50720-a3c4-4443-972b-2a1a979437fd {{(pid=99882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 07:54:40.532040 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron.plugins.ml2.rpc [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Device 4fb50720-a3c4-4443-972b-2a1a979437fd not bound to the agent host dv-cinder-772623-11-iscsi {{(pid=99882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 07:54:40.550289 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9107691b-7d05-4760-9ede-8d227e173793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.571303 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9107691b-7d05-4760-9ede-8d227e173793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.614717 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9107691b-7d05-4760-9ede-8d227e173793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836582'] for security_group, after_delete {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.617781 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron_lib.callbacks.manager [None req-9107691b-7d05-4760-9ede-8d227e173793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:40.618910 dv-cinder-772623-11-iscsi neutron-server[99880]: INFO neutron.wsgi [None req-9107691b-7d05-4760-9ede-8d227e173793 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d4d75b8-0c59-434a-b1a4-aebe29527ad2 HTTP/1.1" status: 204 len: 168 time: 0.1152627 Jul 19 07:54:40.626243 dv-cinder-772623-11-iscsi neutron-server[99880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107691b-7d05-4760-9ede-8d227e173793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4d75b8-0c59-434a-b1a4-aebe29527ad2,revision_number=None']} {{(pid=99880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 07:54:47.726386 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-088240d6-9768-4b01-a0d3-1f66c6253864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:48.167800 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:54:50.074838 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf809-6c06-4f18-9cdf-4ee4fb297468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:50.539904 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:51.605662 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:53.457083 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:54:57.665746 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:17.726833 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-3208bbb3-521b-4cd0-be44-39e8772cc06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:20.073821 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-69ebfb86-bdaf-4374-a7b7-2ebff132ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:20.540204 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:21.610395 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:23.459084 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:25.167151 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:55:27.679822 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:47.727961 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-c68cfe7f-72d7-4496-9a7f-ef35c5925642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:50.073606 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-5b97157d-6870-40a5-9508-6eb07bce17dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:50.540890 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:51.611003 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:53.462278 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:55:57.677763 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:02.166659 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:56:17.727997 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-1c577a32-8a6d-4b5b-99cb-1a44d7f6da90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:20.073242 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe792-6e62-47f8-8015-4f2b4da4b124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:20.543801 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:21.614130 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:23.464304 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:27.676787 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:39.165836 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:56:47.727226 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f3db-d471-4ab4-b761-267eb5660c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:50.072231 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ff8b28ca-dbde-47f1-ad20-674bb40aa657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:50.544189 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:51.617462 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:53.466294 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:56:57.705956 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:16.166350 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:57:17.727935 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-c3668368-b863-4ade-82e0-a51aede07279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:20.071482 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-62c7c85d-521b-4ade-81a5-0f8d8f335066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:20.545232 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:21.620412 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:23.468453 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:27.709556 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:47.727486 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-086dbc7b-ab73-4a0d-885d-de64148510d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:50.070733 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-caa30acc-a0f2-4f00-b573-40e9378ea1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:50.545698 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:51.621764 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:53.165350 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:57:53.471024 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:57:57.717995 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:02.625145 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [req-44b245a4-683a-4da4-917c-8911ee22dfb7 req-60e2004a-321e-4d52-a531-76ff1955a407 service neutron] (99881) timed out ('10.222.0.25', 53003) {{(pid=99881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 07:58:17.728668 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf87c-8096-4fc5-a7a6-b28966e5e973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:20.069738 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-ce69c048-c8c0-4696-88e7-baef4bda33dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:20.545258 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:21.624772 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:23.474249 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:27.750188 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:30.164226 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:58:47.729939 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0917491e-04aa-4fdb-a34e-c63b969a1701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:50.070619 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-8a4fbabe-269a-4ab1-9bdc-d29e75e2d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:50.545359 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:51.627064 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:53.476677 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:58:57.731218 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:07.162769 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:59:15.024266 dv-cinder-772623-11-iscsi neutron-server[99881]: DEBUG neutron.wsgi [req-7200a8bd-3d7a-4ec3-bdfa-186ad8b70c51 req-9eaa42c6-de82-4f27-a882-b2aa748c028e service neutron] (99881) timed out ('10.222.0.10', 42794) {{(pid=99881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 07:59:17.729271 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-763d9321-1c70-4e31-afc6-bbd2efd60cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:20.070303 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-abf5412a-e1c5-4d25-ad26-1777a49e2f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:20.545801 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:21.630256 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:23.479521 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-0b4f32fa-f3f6-41ee-ba14-6e682f18a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:27.743921 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-37bbf221-2ac9-4231-ae0a-730fb25f6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:44.162795 dv-cinder-772623-11-iscsi neutron-server[99883]: DEBUG neutron.db.agents_db [None req-a5d335cc-631f-404b-80f6-aac59e95de8b None None] Agent healthcheck: found 6 active agents {{(pid=99883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 07:59:47.728859 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-d05483eb-6bb1-440e-ba69-1e92c6fc0ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:50.070425 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-868cf787-40a0-4c84-a94c-4368ce626b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:50.546500 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-f2891862-34b2-461e-8ac2-f4a7f4076b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 07:59:51.632907 dv-cinder-772623-11-iscsi neutron-server[99882]: DEBUG neutron_lib.callbacks.manager [None req-e82cfd7b-758f-49f4-b018-35019dff616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745045150504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1692048'] for agent, after_update {{(pid=99882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}